-- Logs begin at Mon 2022-09-26 11:39:22 UTC, end at Mon 2022-09-26 12:56:03 UTC. -- Sep 26 12:24:52.234794 dv-cinder-827624-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 12:24:54.857482 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.common.config [-] Logging enabled! Sep 26 12:24:54.858071 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 12:24:54.858260 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106681) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 12:24:54.861507 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.common.config [-] Logging enabled! Sep 26 12:24:54.861765 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 12:24:54.862076 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106681) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 12:24:54.862998 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:24:54.863234 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:24:54.863737 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:24:54.863991 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:24:54.864221 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:24:54.864545 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.864848 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.865081 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.865379 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.865673 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.865959 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.866253 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.866552 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.866841 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.867123 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.867410 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.867715 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.867946 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.868236 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.868523 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.868747 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] debug = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.869027 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.869456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.869863 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.870147 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.870552 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.870722 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.870997 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.871317 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.871604 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.871972 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] host = dv-cinder-827624-1-iscsi {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.872254 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.872545 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.872832 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.873117 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.873395 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.873673 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.873959 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.874234 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.874508 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.874782 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.875068 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.875356 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.875661 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.875889 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.876111 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.876394 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.876685 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.876959 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.877233 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.877509 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.877784 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.878059 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.878327 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.878611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.878894 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.879178 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.879453 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.879762 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.880041 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.880312 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.880601 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.880874 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.881146 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.881420 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.881712 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.881980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.882253 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.882551 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.882835 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.883114 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.883395 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.883691 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.883970 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.884242 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.884532 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.884784 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_json = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.885055 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.885326 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.885606 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.885880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.886152 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.886424 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.887232 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.887527 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.887832 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:54.888133 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.888429 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.888730 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.889015 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.889319 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.889600 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.889892 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.890173 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.890464 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.890753 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.891040 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.891318 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.891614 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.891929 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.892225 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.892545 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.892824 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.893116 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.893394 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.893672 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.893946 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.894224 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.894512 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.894792 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.895080 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.895367 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.895660 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.895969 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.896260 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.896547 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.896838 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.897125 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.897401 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.897679 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.897972 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.898251 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.898525 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.898812 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.899093 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.899368 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.899664 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.899966 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.900256 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.900539 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.900820 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.901110 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.901388 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.901662 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.901936 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.902215 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.903133 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.903423 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.903735 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.904013 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.904289 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.904570 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.904845 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.905119 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.905398 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.905672 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.905949 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.906222 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.906494 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.906767 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.907039 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.907311 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.907586 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.907880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.908157 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.908430 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.908703 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.908974 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.909248 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.909520 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.909806 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.910109 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.910391 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.910678 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.910960 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.911242 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.911522 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.911834 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.912117 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.912398 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.912674 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.912965 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.913251 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.913539 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.913826 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.914127 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.914429 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.914713 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.914996 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.915279 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.915560 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.915862 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.916150 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.916432 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.916712 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.916996 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.917280 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.917580 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.917872 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.918175 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.918472 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.918766 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.919061 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.919346 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.919675 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.919960 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:54.920178 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:24:54.920422 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 12:24:55.299916 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 12:24:55.300263 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 12:24:55.300516 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 12:24:55.300745 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 12:24:55.301023 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 12:24:55.301348 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 12:24:55.624293 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.624508 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.624793 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.625984 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.626260 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.626525 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.679037 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.679316 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.679586 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.695211 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.695500 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.695793 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.724113 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.724391 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.724659 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.759808 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.760087 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.760363 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.989377 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.989972 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.989972 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.990996 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:55.991723 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.089307 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.089632 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.089944 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.090216 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.090487 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.090799 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.091060 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.091319 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.091575 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.091880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.092142 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.092408 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.092665 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.092917 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.093171 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.093436 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.093691 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.093959 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.094231 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.094491 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.094764 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.095016 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.095296 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.095699 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.095954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.096200 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.096594 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.096833 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.097073 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.097309 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.097544 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.097777 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:56.098145 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 12:24:56.101230 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 12:24:56.105106 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 12:24:56.108979 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 26 12:24:56.110589 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 12:24:56.111198 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 12:24:56.111534 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 12:24:56.111958 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 12:24:56.114710 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 12:24:56.114961 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 12:24:56.115307 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 12:24:56.120360 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 12:24:56.143976 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 12:24:56.144425 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.144725 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 12:24:56.145096 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.146451 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 12:24:56.146729 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 12:24:56.146974 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 12:24:56.157716 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.158003 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:56.288879 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 12:24:56.289120 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 12:24:56.289358 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 12:24:56.289721 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 12:24:56.341580 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO dbcounter [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Registered counter for database neutron Sep 26 12:24:56.359137 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_db.sqlalchemy.engines [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 12:24:56.364940 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writer thread running {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 12:24:57.135445 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing driver for type 'gre' Sep 26 12:24:57.136028 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] gre ID ranges: [(1, 1000)] Sep 26 12:24:57.365874 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing driver for type 'local' Sep 26 12:24:57.366149 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing driver for type 'vlan' Sep 26 12:24:57.451738 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] VlanTypeDriver initialization complete Sep 26 12:24:57.452074 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing driver for type 'vxlan' Sep 26 12:24:57.452577 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] vxlan ID ranges: [(1, 1000)] Sep 26 12:24:57.651708 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing extension driver 'port_security' Sep 26 12:24:57.652019 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.extensions.port_security [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] PortSecurityExtensionDriver initialization complete Sep 26 12:24:57.652391 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing mechanism driver 'openvswitch' Sep 26 12:24:57.653255 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing mechanism driver 'hyperv' Sep 26 12:24:57.659870 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.plugin [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:24:57.660559 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.660936 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.661292 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.661793 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.662217 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.662576 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.662928 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.663319 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.663753 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.664111 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.664459 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.664849 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.665257 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.665611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.665958 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.666347 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.666755 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.667106 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.667450 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.667994 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.668408 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > address_group after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.668762 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > address_group after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.669110 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.669497 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 12:24:57.669942 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] ML2 OVO RPC backend initialized. {{(pid=106681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 12:24:57.670653 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.671009 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.671429 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.671815 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > networks before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.672167 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.673986 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > ports before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.673986 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.673986 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnets before_response 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.673986 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.674339 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.674420 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.674760 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.675101 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.675444 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.675811 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.676155 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.676496 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.684104 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded quota_driver: . Sep 26 12:24:57.684469 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.plugin [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Modular L2 Plugin initialization complete Sep 26 12:24:57.684821 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading services supported by the core plugin {{(pid=106681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 12:24:57.685169 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.plugins.ml2.managers [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Got port-security extension from driver 'port_security' Sep 26 12:24:57.685713 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.extensions.vlantransparent [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Disabled vlantransparent extension. Sep 26 12:24:57.686212 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 12:24:57.686545 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: router Sep 26 12:24:57.722379 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.722778 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_create 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.723151 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router before_create 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.723520 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.723927 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.724287 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_delete 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.724650 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.725006 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.725368 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_create 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.725720 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.726072 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.726437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.726782 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.727199 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.727574 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.727952 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.728302 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: subnet after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.728657 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.729014 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.729369 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.729717 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.730072 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.730456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router after_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.730814 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.731168 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.731536 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.731916 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.732287 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > agent after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.732642 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > agent after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.732991 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > network after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.734282 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Tracking information for resource: router configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:57.734282 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Tracking information for resource: floatingip configured {{(pid=106681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:24:57.739081 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.db.l3_agentschedulers_db [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 12:24:57.739685 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.740063 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.740422 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.740779 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: port after_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.741585 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router before_create 55550100 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.741953 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.742320 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_create 55550100 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.742680 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > router precommit_update 55550100 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.747583 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.provider_configuration [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service providers = [] {{(pid=106681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 12:24:57.748012 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.db.servicetype_db [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 12:24:57.750954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.service_base [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:24:57.751310 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.service_base [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:24:57.751686 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.service_base [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:24:57.752580 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.services.service_base [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:24:57.752954 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.services.service_base [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 12:24:57.753338 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.753662 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 12:24:57.765872 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.766215 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: auto_allocate Sep 26 12:24:57.771952 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: network precommit_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.772326 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: network precommit_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.772848 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.773172 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: tag Sep 26 12:24:57.780273 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.780639 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: timestamp Sep 26 12:24:57.784663 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.785001 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: network_ip_availability Sep 26 12:24:57.790453 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.790834 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.791197 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:57.791942 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.792271 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: flavors Sep 26 12:24:57.796962 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.797301 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading Plugin: revisions Sep 26 12:24:57.801932 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:24:57.802325 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.501s {{(pid=106681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 12:24:57.803060 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 12:24:57.803401 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Initializing extension manager. Sep 26 12:24:57.803955 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: __init__.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.804304 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: __pycache__ {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.804645 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: address_group.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.805527 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.806091 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: address-group Sep 26 12:24:57.806419 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: address_scope.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.807096 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.807600 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: address-scope Sep 26 12:24:57.807953 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.808870 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.809403 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: router-admin-state-down-before-update Sep 26 12:24:57.809730 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: agent.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.810396 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.810895 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: agent Sep 26 12:24:57.811219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: agent_resources_synced.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.812114 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.812614 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: agent-resources-synced Sep 26 12:24:57.812942 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: allowedaddresspairs.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.814672 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.815189 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: allowed-address-pairs Sep 26 12:24:57.815519 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: auto_allocated_topology.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.816574 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.817085 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: auto-allocated-topology Sep 26 12:24:57.817415 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: availability_zone.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.818076 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.818587 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: availability_zone Sep 26 12:24:57.818917 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: availability_zone_filter.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.819827 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.820344 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: availability_zone_filter Sep 26 12:24:57.820671 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: data_plane_status.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.821536 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.822039 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 12:24:57.822364 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: default_subnetpools.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.823235 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.823772 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: default-subnetpools Sep 26 12:24:57.824101 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.825383 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.825893 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: dhcp_agent_scheduler Sep 26 12:24:57.826221 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: dns.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.827093 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.827594 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 12:24:57.827949 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: dns_domain_ports.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.828817 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.829317 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 12:24:57.829642 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.830524 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.831022 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 12:24:57.831348 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: dvr.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.832066 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.832568 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: dvr Sep 26 12:24:57.832891 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: ecmp_routes.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.833759 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.834249 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 12:24:57.834573 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: empty_string_filtering.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.835435 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.835965 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: empty-string-filtering Sep 26 12:24:57.836291 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.837156 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.837652 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 12:24:57.837977 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.838843 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.839334 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 12:24:57.839683 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: external_net.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.841110 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.841612 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: external-net Sep 26 12:24:57.841939 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.842830 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.843329 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: extra_dhcp_opt Sep 26 12:24:57.843680 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: extraroute.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.844559 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.845058 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: extraroute Sep 26 12:24:57.845385 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: extraroute_atomic.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.846368 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.846867 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: extraroute-atomic Sep 26 12:24:57.847195 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: filter_validation.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.847849 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.848345 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: filter-validation Sep 26 12:24:57.848669 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: fip_pf_description.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.849538 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.850032 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 12:24:57.850358 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: fip_pf_detail.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.851232 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.851765 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 12:24:57.852103 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: fip_pf_port_range.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.852954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.853453 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 12:24:57.853777 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: fip_port_details.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.854642 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.855153 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: fip-port-details Sep 26 12:24:57.855513 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: flavors.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.856704 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.857217 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: flavors Sep 26 12:24:57.857550 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.859144 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.859685 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 12:24:57.860028 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: floatingip_pools.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.860698 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.861202 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: floatingip-pools Sep 26 12:24:57.861534 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: ip_allocation.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.862416 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.862914 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 12:24:57.863243 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.864155 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.864661 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: ip-substring-filtering Sep 26 12:24:57.864990 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l2_adjacency.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.865880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.866383 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 12:24:57.866710 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.867625 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.868164 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: router Sep 26 12:24:57.868493 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.870850 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.871414 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 12:24:57.871786 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.872667 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.873184 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: ext-gw-mode Sep 26 12:24:57.873519 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.874402 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.874913 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: l3-ha Sep 26 12:24:57.875246 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.876153 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.876659 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 12:24:57.876992 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_flavors.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.877872 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.878383 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: l3-flavors Sep 26 12:24:57.878715 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.880084 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.880602 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 12:24:57.880936 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.881812 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.882322 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 12:24:57.882655 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: l3agentscheduler.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.883662 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.884190 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: l3_agent_scheduler Sep 26 12:24:57.884525 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: local_ip.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.886215 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.887285 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension local_ip not supported by any of loaded plugins Sep 26 12:24:57.887623 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: logging.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.889068 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.889582 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension logging not supported by any of loaded plugins Sep 26 12:24:57.889919 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: metering.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.890614 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.891191 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: metering Sep 26 12:24:57.891526 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.892612 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.893124 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: metering_source_and_destination_fields Sep 26 12:24:57.893450 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: multiprovidernet.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.894329 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.894841 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: multi-provider Sep 26 12:24:57.895167 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: netmtu.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.896059 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.896564 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: net-mtu Sep 26 12:24:57.896891 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: netmtu_writable.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.897790 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.898290 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: net-mtu-writable Sep 26 12:24:57.898615 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: network_availability_zone.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.899245 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.899776 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: network_availability_zone Sep 26 12:24:57.900103 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: network_ip_availability.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.901152 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.901657 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: network-ip-availability Sep 26 12:24:57.902030 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: network_segment_range.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.903256 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.903777 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 12:24:57.904105 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: pagination.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.905035 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.905370 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: pagination Sep 26 12:24:57.905695 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_device_profile.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.913186 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.913725 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-device-profile Sep 26 12:24:57.914065 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_mac_address_override.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.914968 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.915477 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-mac-override Sep 26 12:24:57.915839 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.916731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.917234 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-mac-address-regenerate Sep 26 12:24:57.917570 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.918487 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.918991 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-numa-affinity-policy Sep 26 12:24:57.919322 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_resource_request.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.920222 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.920724 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 12:24:57.921054 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: port_resource_request_groups.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.921976 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.922477 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 12:24:57.923070 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: portbindings.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.923992 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.924499 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: binding Sep 26 12:24:57.924830 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: portbindings_extended.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.926066 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.926580 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: binding-extended Sep 26 12:24:57.926913 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: portsecurity.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.927827 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.928339 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-security Sep 26 12:24:57.928674 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: project_id.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.929829 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.930169 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: project-id Sep 26 12:24:57.930500 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: providernet.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.931380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.931924 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: provider Sep 26 12:24:57.932255 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.939794 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.940320 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos not supported by any of loaded plugins Sep 26 12:24:57.940661 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.941891 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.942408 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 12:24:57.942745 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.943629 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.944163 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 12:24:57.944496 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_default.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.945370 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.945875 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-default not supported by any of loaded plugins Sep 26 12:24:57.946205 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_fip.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.947083 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.947593 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 12:24:57.947954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.948824 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.949835 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 12:24:57.950164 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_gateway_ip.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.951051 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.951569 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 12:24:57.951925 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_port_network_policy.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.952801 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.953305 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 12:24:57.953639 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.954628 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.955140 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 12:24:57.955475 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.956495 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.957005 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 12:24:57.957341 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_pps_rule.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.958526 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.959035 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 12:24:57.959369 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_rule_type_details.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.960297 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.960802 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 12:24:57.961133 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.962022 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.962532 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 12:24:57.962855 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: qos_rules_alias.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.963881 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.964388 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 12:24:57.964719 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: quota_check_limit.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.966204 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.966712 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: quota-check-limit Sep 26 12:24:57.967043 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: quotasv2.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.967978 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.968310 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: quotas Sep 26 12:24:57.968635 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: quotasv2_detail.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.970276 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.970619 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: quota_details Sep 26 12:24:57.970950 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: rbac.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.972029 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.972549 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: rbac-policies Sep 26 12:24:57.972882 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: rbac_address_group.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.973769 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.974279 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: rbac-address-group Sep 26 12:24:57.974608 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: rbac_address_scope.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.975589 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.976136 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: rbac-address-scope Sep 26 12:24:57.976467 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: rbac_security_groups.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.977356 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.977865 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: rbac-security-groups Sep 26 12:24:57.978196 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: rbac_subnetpool.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.979071 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.979575 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: rbac-subnetpool Sep 26 12:24:57.979926 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: revisionifmatch.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.980841 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.981350 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: revision-if-match Sep 26 12:24:57.981682 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: revisions.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.982764 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.983272 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: standard-attr-revisions Sep 26 12:24:57.983600 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: router_availability_zone.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.984257 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.984764 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: router_availability_zone Sep 26 12:24:57.985087 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: routerservicetype.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.985971 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.986481 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 12:24:57.986805 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.987728 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.988235 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: security-groups-normalized-cidr Sep 26 12:24:57.988563 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.989449 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.989959 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: port-security-groups-filtering Sep 26 12:24:57.990285 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.991175 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.991704 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: security-groups-remote-address-group Sep 26 12:24:57.992031 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:57.992918 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:57.993423 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: security-groups-shared-filtering Sep 26 12:24:57.993749 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: securitygroup.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.003403 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.003979 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: security-group Sep 26 12:24:58.004317 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: segment.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.005016 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.005523 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension segment not supported by any of loaded plugins Sep 26 12:24:58.005854 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.006763 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.007271 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 12:24:58.007600 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: servicetype.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.008712 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.009209 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: service-type Sep 26 12:24:58.009556 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: sorting.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.010485 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.010817 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: sorting Sep 26 12:24:58.011146 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: standard_attr_segment.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.012592 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.013101 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 12:24:58.013429 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: standardattrdescription.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.014042 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.014547 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: standard-attr-description Sep 26 12:24:58.014875 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: stateful_security_group.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.015787 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.016310 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: stateful-security-group Sep 26 12:24:58.016624 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: stdattrs_common.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.017171 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 12:24:58.017496 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.018379 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.018881 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 12:24:58.019207 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnet_onboard.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.020246 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.020755 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: subnet_onboard Sep 26 12:24:58.021085 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.021976 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.022477 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 12:24:58.022807 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnet_service_types.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.023719 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.024232 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: subnet-service-types Sep 26 12:24:58.024561 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnetallocation.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.025601 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.026115 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: subnet_allocation Sep 26 12:24:58.026451 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.027083 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.028164 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: subnetpool-prefix-ops Sep 26 12:24:58.028492 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.029393 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.029897 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 12:24:58.030220 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: tagging.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.031245 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.031793 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: standard-attr-tag Sep 26 12:24:58.032125 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: timestamp.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.034306 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.034875 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loaded extension: standard-attr-timestamp Sep 26 12:24:58.035209 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: trunk.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.036315 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.036826 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension trunk not supported by any of loaded plugins Sep 26 12:24:58.037156 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: trunk_details.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.038035 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.038537 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 12:24:58.038863 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: uplink_status_propagation.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.039854 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.040360 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 12:24:58.040688 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Loading extension file: vlantransparent.py {{(pid=106681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:24:58.041329 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:24:58.041829 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 12:24:58.044566 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:network Sep 26 12:24:58.045092 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnet Sep 26 12:24:58.045585 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:24:58.045980 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:port Sep 26 12:24:58.047289 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.048017 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service FLAVORS assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.048629 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.049064 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.049398 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:router Sep 26 12:24:58.049825 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 12:24:58.050369 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service METERING assigned prefix: /metering {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.051854 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:58.052229 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:58.052587 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:24:58.053584 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 12:24:58.054031 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:security_group Sep 26 12:24:58.054457 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 12:24:58.054998 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service CORE assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.055338 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:24:58.055715 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] subnetpool is already registered Sep 26 12:24:58.056139 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service CORE assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.056465 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:24:58.056797 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] subnetpool is already registered Sep 26 12:24:58.059792 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.060235 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service FLAVORS assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.060863 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.061402 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.061735 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:router Sep 26 12:24:58.062082 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] router is already registered Sep 26 12:24:58.062644 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 12:24:58.062939 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] floatingip is already registered Sep 26 12:24:58.063405 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service METERING assigned prefix: /metering {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.064139 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 12:24:58.064469 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] rbac_policy is already registered Sep 26 12:24:58.064887 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:security_group Sep 26 12:24:58.065229 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] security_group is already registered Sep 26 12:24:58.065641 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 12:24:58.065972 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] security_group_rule is already registered Sep 26 12:24:58.066455 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service CORE assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.066781 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:24:58.067118 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] subnetpool is already registered Sep 26 12:24:58.067544 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.v2.resource_helper [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Service CORE assigned prefix: {{(pid=106681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:24:58.067962 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:24:58.068298 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING neutron.quota.resource_registry [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] subnetpool is already registered Sep 26 12:24:58.068759 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: extensions {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.070395 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: address-groups {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.071909 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: address-scopes {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.073126 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: agents {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.075028 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: auto-allocated-topology {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.077563 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: availability_zones {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.078807 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: dhcp-networks {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.080339 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: dhcp-agents {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.081880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: routers {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.083614 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: flavors {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.084816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: service_profiles {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.086130 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: next_providers {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.087728 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: service_profiles {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.089176 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: floatingip-pools {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.090434 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: routers {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.092428 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: floatingips {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.093634 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: l3-routers {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.095125 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: l3-agents {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.096653 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: metering-labels {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.097940 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: metering-label-rules {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.099283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: network-ip-availabilities {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.100792 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: bindings {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.102368 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: quotas {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.103979 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: quotas {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.105731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: rbac-policies {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.106949 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: security-groups {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.108203 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: security-group-rules {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.109487 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: service-providers {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.110815 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: subnetpools {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.112194 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: subnetpools {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.113707 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.115465 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.117232 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.119125 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.120880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.123296 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.125128 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.126936 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.128789 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.130659 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron.api.extensions [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Extended resource: tags {{(pid=106681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:24:58.138180 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING keystonemiddleware.auth_token [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 12:24:58.143191 dv-cinder-827624-1-iscsi neutron-server[106681]: WARNING keystonemiddleware.auth_token [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 12:24:58.151985 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Acquiring lock "singleton_lock" {{(pid=106681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 12:24:58.152388 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Acquired lock "singleton_lock" {{(pid=106681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 12:24:58.152809 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_concurrency.lockutils [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Releasing lock "singleton_lock" {{(pid=106681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 12:24:58.153446 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Starting 2 workers Sep 26 12:24:58.158308 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Started child 106796 {{(pid=106681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:24:58.162747 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Started child 106797 {{(pid=106681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:24:58.163724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.164364 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO neutron.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 12:24:58.164940 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.165214 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [-] (106796) wsgi starting up on http://0.0.0.0:9696 Sep 26 12:24:58.167308 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Starting 1 workers Sep 26 12:24:58.167535 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.168940 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [-] (106797) wsgi starting up on http://0.0.0.0:9696 Sep 26 12:24:58.172825 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Started child 106798 {{(pid=106681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:24:58.173363 dv-cinder-827624-1-iscsi neutron-server[106681]: INFO oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Starting 1 workers Sep 26 12:24:58.176599 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] calling RpcWorker wait() {{(pid=106798) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 12:24:58.177121 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] returning from RpcWorker wait() {{(pid=106798) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 12:24:58.177844 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Started child 106799 {{(pid=106681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:24:58.178443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.178586 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-97c3bc6c-0c47-4f01-a37a-2090cacf6ef9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.179117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:24:58.180536 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 12:24:58.180747 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:24:58.180935 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:24:58.181161 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:24:58.181498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:24:58.181677 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:24:58.182167 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.182439 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.182708 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.182868 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:24:58.183329 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.184057 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.184359 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.184572 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:24:58.184669 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.184889 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.185148 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.185316 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.185481 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.185723 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.185972 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.186292 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.186570 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.186819 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.187058 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.187227 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.187464 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.187756 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.188020 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.188314 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] debug = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.188575 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.189051 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.189281 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.189537 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.189772 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.190060 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.190333 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.190610 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.190864 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.191120 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.191351 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.191609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.191922 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.192164 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.192398 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.192665 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.193017 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.193511 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] host = dv-cinder-827624-1-iscsi {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.193759 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.194013 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.194269 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.194512 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.194771 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.195005 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.195278 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.195539 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.195821 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.196068 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.196304 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.196547 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.196763 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.197015 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.197177 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_options = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.197411 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.197704 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.197969 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.198152 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.198319 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.198480 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.198732 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.198893 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.199124 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.199923 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.200137 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.200372 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.200606 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.200840 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.201087 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.201333 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.201551 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.201790 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.202041 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.202283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.202522 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.202763 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.202975 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.204997 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.205696 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.206104 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.206349 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.206681 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.207046 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.207456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.207887 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.207887 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.208249 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.208826 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.208826 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209144 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.209437 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.213283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.213283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.213283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_json = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.213283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.213283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.214731 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.217816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.223822 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.224980 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.225498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226371 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226371 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226602 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.226860 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.227132 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.227364 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.227581 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.227825 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.228060 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.228303 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.228530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.228767 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.229040 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.229266 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.229501 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.229760 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.230002 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.230223 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.230456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.230681 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.231019 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.231238 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.231465 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.231700 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.231955 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.232189 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.232409 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.232626 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.232846 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.233063 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.233313 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.233556 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.233805 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.234027 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.234277 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.234482 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.234771 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.234991 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.235209 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.235428 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.235693 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.235915 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.236152 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.236368 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.236582 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.236799 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.237011 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.237261 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.237572 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.237832 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.238081 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.238333 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.238593 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.238833 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.239080 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.239322 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.239541 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.239793 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.240045 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.240292 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.240556 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.240805 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.241025 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.241306 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.241527 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.241766 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.242018 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.242313 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.242546 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.244310 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.244558 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.244819 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.245072 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.245348 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.245592 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.245855 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.246588 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.246844 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.247084 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.247376 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.247632 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.247942 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.248167 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.248443 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.248774 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.249063 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.249329 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.249598 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.250325 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.250325 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.250576 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.250657 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.250842 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.251075 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.251309 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.251556 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.251805 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.252035 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.252280 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.252624 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.252900 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.253146 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.253363 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.253637 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.253885 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.254138 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.254403 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.254664 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.254902 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.255163 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.255412 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.255665 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.255897 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.256143 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.256384 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.256601 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.256837 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.257063 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.257283 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.257496 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.257737 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.257955 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.258178 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.258391 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.258615 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.258833 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.259079 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.259294 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.259532 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.259800 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.260020 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.260243 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.260477 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.260690 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.260941 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.261158 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.261595 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.262396 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.262633 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.262880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.263134 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.263387 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.263604 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.263880 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.264106 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.264325 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.264559 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.264948 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.265188 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.265400 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.265649 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.265870 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.266126 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.266380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.266732 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.266994 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.267229 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.267476 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.267749 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.267987 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.268206 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.268427 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.268679 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.268921 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.269171 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.269399 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.269997 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.270223 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.270445 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.270666 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.270886 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.271108 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.271366 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.271625 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.271877 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.272100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.272320 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.272570 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.272999 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.273142 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.273278 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.273468 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.273682 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.273916 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.274134 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.274380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.274882 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.275154 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.275391 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.275681 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.275910 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.276145 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.276380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.276596 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.276813 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.277042 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.277289 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.277508 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.277755 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.277970 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.278185 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.278590 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.278734 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.278896 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.279103 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.279243 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.279455 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.279701 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.279921 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.280135 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.280378 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.280611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.280848 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.281071 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.281279 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.281488 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.281716 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.281933 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.282144 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.282365 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.282581 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.282812 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.283102 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.283510 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.283618 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.283872 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.284110 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.284364 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.284608 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.284915 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.285130 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.285371 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.285621 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.285841 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.286082 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.286361 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.286680 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.286959 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.287210 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.287477 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.287787 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.288059 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.288334 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.288549 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.289035 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.289160 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.289425 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.289691 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.290530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.290530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.290530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.290905 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.290905 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.291173 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.291297 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.291534 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.291797 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.292137 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.292325 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.292530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.292774 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.293026 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.293258 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.293514 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.293732 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.293889 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:24:58.294422 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 12:24:58.294583 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:24:58.294738 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:24:58.294905 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:24:58.295075 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:24:58.295227 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:24:58.295433 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.295595 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.295777 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.295937 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296118 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296278 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296438 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296596 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296756 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.296915 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.297074 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.297238 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.297395 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.297804 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.297971 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298129 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298289 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298452 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298769 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.298926 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299084 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] debug = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299242 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299472 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299623 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299828 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.299954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300106 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300264 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300421 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300579 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300737 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.300897 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.301056 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.301214 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.301371 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.301595 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.301723 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] host = dv-cinder-827624-1-iscsi {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.302609 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303564 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303564 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303564 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303911 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.303911 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304158 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304158 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_options = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304369 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304453 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304795 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.304958 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305117 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305275 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305434 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305592 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305749 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.305906 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.306063 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.306219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.306376 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.306535 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307057 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307057 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307057 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307297 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307297 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307448 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:24:58.307540 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307622 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307735 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.307890 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.308047 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.308204 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.308362 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309033 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309200 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309358 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309516 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309673 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309831 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.309989 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310148 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310306 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310463 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310621 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310782 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.310940 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311100 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311269 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311407 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311554 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311733 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.311892 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312052 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_json = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312210 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312420 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312550 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312678 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312812 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.312939 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.313097 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.313255 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.313413 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:24:58.313593 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.313755 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.313927 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314088 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314248 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314410 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314569 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314730 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.314891 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315052 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315217 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315379 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315549 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315732 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.315876 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316044 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316205 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316365 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316525 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316686 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.316846 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317006 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317174 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317334 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317492 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317655 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317816 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.317985 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318146 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318314 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318488 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318649 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318810 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.318970 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319132 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319294 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319455 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319616 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319801 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.319962 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320125 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320285 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320447 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320606 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320768 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.320929 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321091 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321252 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321410 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321571 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321732 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.321893 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322054 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322214 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322376 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322522 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322685 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.322855 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323014 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323178 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323342 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323501 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323664 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323831 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.323991 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.324172 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.324877 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325025 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325200 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325360 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325521 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325683 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.325844 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326003 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326164 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326324 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326484 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326644 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326804 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.326964 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327124 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327284 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327444 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327604 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327792 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.327953 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328113 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328272 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328432 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328594 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328754 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.328921 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329097 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329257 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329578 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329739 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.329899 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330058 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330219 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330539 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330698 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.330857 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331019 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331179 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331339 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331498 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331695 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331836 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.331995 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332155 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332315 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332475 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332635 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332794 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.332954 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333115 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333342 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333486 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333601 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333735 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.333869 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334034 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334196 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334428 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334567 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334694 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334808 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.334975 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335136 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335297 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335616 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335797 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.335957 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336117 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336276 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336435 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336607 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336768 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.336930 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337090 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337273 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337434 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337593 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337757 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.337916 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338076 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338237 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338399 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338559 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338718 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.338878 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339039 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339199 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339359 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339520 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339700 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.339886 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340047 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340209 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340370 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340530 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340690 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.340852 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341012 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341173 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341334 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341494 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341654 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341814 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.341975 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342134 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342293 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342452 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342611 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342770 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.342928 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343087 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343248 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343410 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343573 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343753 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.343915 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344076 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344238 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344401 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344561 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344723 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.344884 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345043 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345204 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345366 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345527 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345688 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.345847 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346009 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346189 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346349 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346510 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346672 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346832 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.346992 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347153 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347313 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347473 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347651 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347814 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.347975 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348136 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348336 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348456 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348592 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348751 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.348911 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349074 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349236 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349396 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349556 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349716 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.349878 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350038 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350197 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350357 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350518 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350679 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350839 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.350999 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351161 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351334 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351495 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351669 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351829 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.351990 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352150 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352320 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352481 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352642 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352802 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.352961 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353121 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353291 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353450 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353629 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353760 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.353905 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354047 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354221 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354380 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354540 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354699 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.354858 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355017 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355185 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355345 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355529 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355714 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.355874 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356035 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356204 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356364 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356523 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356683 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.356844 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357003 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357172 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357334 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357495 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357666 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357827 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.357987 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358147 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358318 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358478 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358642 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358835 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.358974 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359111 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359257 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359420 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359590 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359778 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.359939 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360107 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360274 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360443 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360602 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360767 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.360939 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361099 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361258 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361418 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361578 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361737 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.361898 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362058 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362218 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362377 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362535 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362694 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.362853 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363012 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363171 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363332 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363491 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363669 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363834 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.363996 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:24:58.364149 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:24:58.420826 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 33260) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:24:58.427977 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051327 Sep 26 12:24:58.432332 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037875 Sep 26 12:25:07.543143 dv-cinder-827624-1-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:09.976718 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40276cf-f9ca-4038-8556-5dd0d46306d6 None None] get_active_networks_info from dv-cinder-827624-1-iscsi {{(pid=106798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 12:25:09.980197 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writer thread running {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 12:25:10.044705 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40276cf-f9ca-4038-8556-5dd0d46306d6 None None] No non-hosted networks {{(pid=106798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 12:25:10.088827 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.agentschedulers_db [None req-b40276cf-f9ca-4038-8556-5dd0d46306d6 None None] DHCP Agent not found on host dv-cinder-827624-1-iscsi {{(pid=106798) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 12:25:10.208319 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-83be7fe8-0c9d-4dec-bac4-e2d62ab3f156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:11.545508 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writer thread running {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 12:25:12.295587 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-551e331a-a1d8-4e9b-ba76-8c8f5d71afdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:12.327125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.db.api [None req-89d32543-2959-4f9a-a698-c4cf4df19e66 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-827624-1-iscsi {{(pid=106798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 12:25:12.328085 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG oslo_db.api [None req-89d32543-2959-4f9a-a698-c4cf4df19e66 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:25:12.915588 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-89d32543-2959-4f9a-a698-c4cf4df19e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:13.292488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:13.810792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 33336) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:14.368167 dv-cinder-827624-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-e464b5d6-4fb3-444e-b121-5679d537d510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:14.368797 dv-cinder-827624-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-e464b5d6-4fb3-444e-b121-5679d537d510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:14.585276 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [None req-e464b5d6-4fb3-444e-b121-5679d537d510 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:25:14.587686 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e464b5d6-4fb3-444e-b121-5679d537d510 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7743499 Sep 26 12:25:15.112519 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:15.135139 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:15.136402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.136946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.137355 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.137757 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.138268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.138601 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.138929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.139326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.139801 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.140133 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.140579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.141034 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.143495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.143495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.143495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:15.143495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827624-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:15.155138 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827624-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:17.265312 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 33370) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:17.330552 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.db.l3_hamode_db [None req-f219ab6f-410c-48b7-952b-74d2abba35bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 12:25:17.406261 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ab6f-410c-48b7-952b-74d2abba35bb None None] Routers set() bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:25:17.406645 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ab6f-410c-48b7-952b-74d2abba35bb None None] Router IDs set() for agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 12:25:17.586829 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:17.599057 dv-cinder-827624-1-iscsi neutron-server[106797]: ERROR stevedore.extension [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 12:25:17.680928 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.policy [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 12:25:17.722185 dv-cinder-827624-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:17.722556 dv-cinder-827624-1-iscsi neutron-server[106797]: WARNING oslo_policy.policy [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:17.743182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writer thread running {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 12:25:17.865416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736084328', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736076668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736060123', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736075735', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736114422', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739736122295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2025895', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2027729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747177'] for rbac-policy (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:18.062615 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:18.063809 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-76d38ccf-88f8-42ba-8f2a-9c99d3d283a0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7975872 Sep 26 12:25:20.678017 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33380) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:21.183065 dv-cinder-827624-1-iscsi neutron-server[106796]: WARNING oslo_policy.policy [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:21.183631 dv-cinder-827624-1-iscsi neutron-server[106796]: WARNING oslo_policy.policy [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:21.398957 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:21.411660 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writer thread running {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 12:25:21.541307 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Made reservation on behalf of 653634a3455442b3a7d8242773dc7d1f for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:25:21.550693 dv-cinder-827624-1-iscsi neutron-server[106796]: ERROR stevedore.extension [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 12:25:21.602545 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.policy [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 12:25:21.645331 dv-cinder-827624-1-iscsi neutron-server[106796]: WARNING oslo_policy.policy [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:21.645697 dv-cinder-827624-1-iscsi neutron-server[106796]: WARNING oslo_policy.policy [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:25:21.656391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:21.680861 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:21.794202 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks [] for security_group (89a42ca8-73c5-4a36-9b57-01238b67e4c6), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:21.874783 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (89a42ca8-73c5-4a36-9b57-01238b67e4c6), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:21.907517 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:25:21.935311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739736882360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (76961950-198d-4aa4-a506-16be0095fc5f), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:21.935902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Unsubscribe: segment precommit_create {{(pid=106796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 12:25:21.938157 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Added segment 76961950-198d-4aa4-a506-16be0095fc5f of type vlan for network 834ef768-8614-410b-9441-7ba4c18d67a6 Sep 26 12:25:21.951578 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=89a42ca8-73c5-4a36-9b57-01238b67e4c6,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:21.982561 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.982906 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.983269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.983622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.983976 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.984303 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.984625 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.984939 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.985265 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.985583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.985909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.986275 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.986593 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.986910 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.987227 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Tracked resource versions report: Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: pushed versions: Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: { 'AddressGroup': {'1.2'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Agent': {'1.1'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'ConntrackHelper': {'1.0'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Log': {'1.0'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'NDPProxy': {'1.0'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Network': {'1.1'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Port': {'1.7'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'PortForwarding': {'1.3'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'QosPolicy': {'1.10'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroup': {'1.5'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SubPort': {'1.0'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Subnet': {'1.1'}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Trunk': {'1.1'}} Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: consumer versions: Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Agent': '1.1', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'ConntrackHelper': '1.0', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'LocalIPAssociation': '1.0', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Log': '1.0', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'NDPProxy': '1.0', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Network': '1.1', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Port': '1.7', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'PortForwarding': '1.3', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'QosPolicy': '1.10', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroup': '1.5', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroupRule': '1.2', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SubPort': '1.0', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Subnet': '1.1', Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Trunk': '1.1'}} Sep 26 12:25:21.988730 dv-cinder-827624-1-iscsi neutron-server[106796]: {{(pid=106796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:25:22.048555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (834ef768-8614-410b-9441-7ba4c18d67a6), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:22.132234 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (834ef768-8614-410b-9441-7ba4c18d67a6), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:22.138055 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:22.138781 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:22.253403 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] Pushing event updated for resources: {'Network': ['ID=834ef768-8614-410b-9441-7ba4c18d67a6,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:22.265854 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 834ef768-8614-410b-9441-7ba4c18d67a6 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:25:22.321246 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-97bb8e6d-23ab-4901-bdca-56577e07ac1b demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6411982 Sep 26 12:25:24.954413 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33400) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:24.985078 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:24.990113 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:25.368534 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464cd67-4213-498e-a50c-ff009b1239a3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:25.369864 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0464cd67-4213-498e-a50c-ff009b1239a3 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/834ef768-8614-410b-9441-7ba4c18d67a6 HTTP/1.1" status: 200 len: 825 time: 0.4145191 Sep 26 12:25:25.395385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=57,neutron:INSERT=38,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:25.412993 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3f97bdfa-88ff-4e4f-8479-5de9fec074e5 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/15de9422-d5d4-45e6-84b0-b3fa124d09bc HTTP/1.1" status: 200 len: 734 time: 0.0365798 Sep 26 12:25:25.422438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:25.498062 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Made reservation on behalf of 653634a3455442b3a7d8242773dc7d1f for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:25:25.500368 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:25.699223 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:25.863650 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (c1142ef5-da8b-4963-9c06-6c2de40daaae), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:25.934513 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c1142ef5-da8b-4963-9c06-6c2de40daaae,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:25.936743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Checking segment: {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:25:25.937115 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Network hostable DHCP agents. Network: 834ef768-8614-410b-9441-7ba4c18d67a6, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:25:26.029317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Network 834ef768-8614-410b-9441-7ba4c18d67a6 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:25:26.166520 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 834ef768-8614-410b-9441-7ba4c18d67a6) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:26.171685 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:26.172316 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:26.176780 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7a131-0edd-44b5-8937-0d28b0086fd4 None None] Network 834ef768-8614-410b-9441-7ba4c18d67a6 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:25:26.277904 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-774cf80a-32ec-4e43-a07c-cfc35272d2c4 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8586316 Sep 26 12:25:26.438097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-834ef768-8614-410b-9441-7ba4c18d67a6', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:25:26.439449 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:26.442446 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=42,neutron:INSERT=35 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:26.723910 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Allocated IP 172.20.0.2 (834ef768-8614-410b-9441-7ba4c18d67a6/c1142ef5-da8b-4963-9c06-6c2de40daaae/e8da2ef2-5619-46a6-ba00-1e9100720ef3) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:25:26.991659 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks [] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:27.081243 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:27.159035 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Network 834ef768-8614-410b-9441-7ba4c18d67a6 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:25:27.164843 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:27.170308 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Pushing event updated for resources: {'Port': ['ID=e8da2ef2-5619-46a6-ba00-1e9100720ef3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:27.175002 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:25:27.176957 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:27.186812 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.189688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.189688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.189688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.189688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.189688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190474 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190783 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.190942 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.191284 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.191595 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Tracked resource versions report: Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: pushed versions: Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: { 'AddressGroup': {'1.2'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Agent': {'1.1'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'ConntrackHelper': {'1.0'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Log': {'1.0'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'NDPProxy': {'1.0'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Network': {'1.1'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Port': {'1.7'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'PortForwarding': {'1.3'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'QosPolicy': {'1.10'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroup': {'1.5'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SubPort': {'1.0'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Subnet': {'1.1'}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Trunk': {'1.1'}} Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: consumer versions: Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Agent': '1.1', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'ConntrackHelper': '1.0', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'LocalIPAssociation': '1.0', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Log': '1.0', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'NDPProxy': '1.0', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Network': '1.1', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Port': '1.7', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'PortForwarding': '1.3', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'QosPolicy': '1.10', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroup': '1.5', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroupRule': '1.2', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SubPort': '1.0', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Subnet': '1.1', Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Trunk': '1.1'}} Sep 26 12:25:27.193135 dv-cinder-827624-1-iscsi neutron-server[106798]: {{(pid=106798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:25:27.270717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Attempting to bind port e8da2ef2-5619-46a6-ba00-1e9100720ef3 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:25:27.271059 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Attempting to bind port e8da2ef2-5619-46a6-ba00-1e9100720ef3 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:25:27.271499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Attempting to bind port e8da2ef2-5619-46a6-ba00-1e9100720ef3 on network 834ef768-8614-410b-9441-7ba4c18d67a6 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:25:27.318484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:25:27.318887 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Checking segment: {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:25:27.319331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:27.319752 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Bound using segment: {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:25:27.320225 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Bound port: e8da2ef2-5619-46a6-ba00-1e9100720ef3, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:25:27.320670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:27.381920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] For port e8da2ef2-5619-46a6-ba00-1e9100720ef3, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:25:27.400808 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] For port e8da2ef2-5619-46a6-ba00-1e9100720ef3, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=e8da2ef2-5619-46a6-ba00-1e9100720ef3,segment=NetworkSegment(76961950-198d-4aa4-a506-16be0095fc5f),segment_id=76961950-198d-4aa4-a506-16be0095fc5f)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:25:27.478550 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:27.529388 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721e8ab-3d9e-4231-9d2d-e91ec8c52e99 None None] Pushing event updated for resources: {'Port': ['ID=e8da2ef2-5619-46a6-ba00-1e9100720ef3,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:27.997278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:27.998931 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=19,neutron:INSERT=36,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:28.925555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33420) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:29.251193 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [None req-3c1e789b-d564-4966-bc5b-b14a0d21397c admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:25:29.252332 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3c1e789b-d564-4966-bc5b-b14a0d21397c admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258412 Sep 26 12:25:31.896654 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33428) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:32.224420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [None req-baca08eb-fe6e-4efa-a8b7-67b0d7145059 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:25:32.226245 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-baca08eb-fe6e-4efa-a8b7-67b0d7145059 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3279440 Sep 26 12:25:34.690624 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device e8da2ef2-5619-46a6-ba00-1e9100720ef3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:25:34.769929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port e8da2ef2-5619-46a6-ba00-1e9100720ef3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:34.770452 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:34.770919 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port e8da2ef2-5619-46a6-ba00-1e9100720ef3 Sep 26 12:25:34.875552 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port e8da2ef2-5619-46a6-ba00-1e9100720ef3 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:34.876043 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:34.881926 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33440) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:34.888002 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:34.914534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port e8da2ef2-5619-46a6-ba00-1e9100720ef3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=e8da2ef2-5619-46a6-ba00-1e9100720ef3,segment=NetworkSegment(76961950-198d-4aa4-a506-16be0095fc5f),segment_id=76961950-198d-4aa4-a506-16be0095fc5f)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:25:34.984082 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.039078 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=e8da2ef2-5619-46a6-ba00-1e9100720ef3,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:35.228737 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:35.310753 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (2effb930-71aa-4ef2-a43e-8e0e47500c37), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.312325 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (2effb930-71aa-4ef2-a43e-8e0e47500c37), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.447484 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Publish callbacks [] for router_controller (2effb930-71aa-4ef2-a43e-8e0e47500c37), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.473148 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730786c3-0706-48fc-b68c-ec4d28542188 None None] Network 834ef768-8614-410b-9441-7ba4c18d67a6 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:25:35.528083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-c0974082-5494-4687-b28f-f269f1e27c5b None None] Provisioning complete for port e8da2ef2-5619-46a6-ba00-1e9100720ef3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:35.528463 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0974082-5494-4687-b28f-f269f1e27c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.528800 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0974082-5494-4687-b28f-f269f1e27c5b None None] Attempt 1 to provision port e8da2ef2-5619-46a6-ba00-1e9100720ef3 Sep 26 12:25:35.539048 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (2effb930-71aa-4ef2-a43e-8e0e47500c37), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.657423 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0974082-5494-4687-b28f-f269f1e27c5b None None] Current status of the port e8da2ef2-5619-46a6-ba00-1e9100720ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:35.686380 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.687658 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3c406029-36a3-4bf8-813a-808c9c400939 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8045430 Sep 26 12:25:35.880217 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-da00dc2f-52c6-45e5-9159-db0e7d0de284 None None] Provisioning complete for port e8da2ef2-5619-46a6-ba00-1e9100720ef3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:35.880748 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-da00dc2f-52c6-45e5-9159-db0e7d0de284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:35.880937 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-da00dc2f-52c6-45e5-9159-db0e7d0de284 None None] Attempt 1 to provision port e8da2ef2-5619-46a6-ba00-1e9100720ef3 Sep 26 12:25:35.954977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-da00dc2f-52c6-45e5-9159-db0e7d0de284 None None] Current status of the port e8da2ef2-5619-46a6-ba00-1e9100720ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:36.665870 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device e8da2ef2-5619-46a6-ba00-1e9100720ef3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:25:36.699650 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:36.709332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port e8da2ef2-5619-46a6-ba00-1e9100720ef3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:36.709720 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:36.710057 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port e8da2ef2-5619-46a6-ba00-1e9100720ef3 Sep 26 12:25:36.779988 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port e8da2ef2-5619-46a6-ba00-1e9100720ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:38.292043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33448) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:38.611564 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [None req-f14c5dda-f806-4147-b061-8a5cb350aef2 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:25:38.612599 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f14c5dda-f806-4147-b061-8a5cb350aef2 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3196263 Sep 26 12:25:40.020947 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-22565ac4-11f5-41d3-be86-12a6e6472cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.218180 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33456) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:41.551306 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:41.652966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Made reservation on behalf of e83551cc12fa4fb5954af967d1fdbd0a for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:25:41.655256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.663316 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.735225 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks [] for security_group (fc347d56-7ffe-49eb-a57f-1e6458574523), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.809216 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (fc347d56-7ffe-49eb-a57f-1e6458574523), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.823197 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Reserving flat network on physical network physnet1 {{(pid=106796) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 12:25:41.845347 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (696630fe-4e9c-48e5-af23-946784ab0e7b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.845689 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Added segment 696630fe-4e9c-48e5-af23-946784ab0e7b of type flat for network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa Sep 26 12:25:41.852631 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc347d56-7ffe-49eb-a57f-1e6458574523,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:41.895775 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:41.906391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:42.012345 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:42.013408 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:42.013976 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:42.109975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] Pushing event updated for resources: {'Network': ['ID=146ab7da-0ea1-4315-9f6b-c02c65dbd9aa,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:42.119527 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:25:42.212539 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e11446f6-b97e-44aa-8d06-28903d2e3954 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9933567 Sep 26 12:25:42.317979 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1c3bdf16-7782-436f-8e97-0d4680221e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:43.300699 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:44.816201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33464) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:44.978331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:45.089389 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:45.188719 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ea825-dca1-49bb-8303-9499a1a62baf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:45.190038 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-833ea825-dca1-49bb-8303-9499a1a62baf demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/c1142ef5-da8b-4963-9c06-6c2de40daaae HTTP/1.1" status: 200 len: 849 time: 0.3728766 Sep 26 12:25:45.308683 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-efbaf264-c01d-428d-b8b3-3c5809d5c591 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/2effb930-71aa-4ef2-a43e-8e0e47500c37 HTTP/1.1" status: 200 len: 704 time: 0.1127443 Sep 26 12:25:45.318335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:45.568773 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:45.853131 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Allocated IP 172.20.0.1 (834ef768-8614-410b-9441-7ba4c18d67a6/c1142ef5-da8b-4963-9c06-6c2de40daaae/2557d4fe-0943-45c0-b6e3-cc499dc4d893) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:25:46.051038 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks [] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.175627 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.246564 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Network 834ef768-8614-410b-9441-7ba4c18d67a6 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:25:46.251402 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:46.257033 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:25:46.257429 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (2effb930-71aa-4ef2-a43e-8e0e47500c37), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.325497 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Pushing event updated for resources: {'Port': ['ID=2557d4fe-0943-45c0-b6e3-cc499dc4d893,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:46.354478 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:46.430704 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Provisioning complete for port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:46.431246 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.431425 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 1 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:46.461583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:25:46.525419 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.611210 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:46.731206 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks [] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.792022 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.792795 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (2effb930-71aa-4ef2-a43e-8e0e47500c37), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:46.867499 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Pushing event updated for resources: {'Port': ['ID=2557d4fe-0943-45c0-b6e3-cc499dc4d893,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:46.917558 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Network 834ef768-8614-410b-9441-7ba4c18d67a6 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:25:46.919472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:46.963192 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 2 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:47.001213 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:25:47.184150 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Router 2effb930-71aa-4ef2-a43e-8e0e47500c37 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:25:47.270764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:25:47.275715 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7919d157-6efb-439e-8742-457f903fb016 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/2effb930-71aa-4ef2-a43e-8e0e47500c37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9614859 Sep 26 12:25:47.281788 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Sync routers for ids ['2effb930-71aa-4ef2-a43e-8e0e47500c37'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:25:47.294507 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Routers {'2effb930-71aa-4ef2-a43e-8e0e47500c37'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:25:47.295368 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:25:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2effb930-71aa-4ef2-a43e-8e0e47500c37'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:47.474860 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Set router 2effb930-71aa-4ef2-a43e-8e0e47500c37 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:25:47.502933 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 3 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:47.529206 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:47.535232 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:25:47.894078 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:46Z', 'revision_number': 2, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port_host': None, '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:46Z', 'revision_number': 2, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:47.942192 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Checking router: 2effb930-71aa-4ef2-a43e-8e0e47500c37 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:25:47.942554 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Updating router 2effb930-71aa-4ef2-a43e-8e0e47500c37 port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:25:47.997735 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:48.037088 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 4 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:48.076107 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:25:48.503961 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks [] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:48.577325 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 5 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:48.603827 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:48.609157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:25:48.750592 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Pushing event updated for resources: {'Port': ['ID=2557d4fe-0943-45c0-b6e3-cc499dc4d893,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:48.758048 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Attempting to bind port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:25:48.758382 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Attempting to bind port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:25:48.758823 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Attempting to bind port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 on network 834ef768-8614-410b-9441-7ba4c18d67a6 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:25:48.768439 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.768783 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.769141 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.769493 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.769822 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.770147 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.770471 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.770792 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.771111 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.771431 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.771775 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.772113 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.772432 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.772802 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.773061 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Tracked resource versions report: Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: pushed versions: Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: { 'AddressGroup': {'1.2'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Agent': {'1.1'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'ConntrackHelper': {'1.0'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Log': {'1.0'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'NDPProxy': {'1.0'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Network': {'1.1'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Port': {'1.7'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'PortForwarding': {'1.3'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'QosPolicy': {'1.10'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroup': {'1.5'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SubPort': {'1.0'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Subnet': {'1.1'}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Trunk': {'1.1'}} Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: consumer versions: Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Agent': '1.1', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'ConntrackHelper': '1.0', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'LocalIPAssociation': '1.0', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Log': '1.0', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'NDPProxy': '1.0', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Network': '1.1', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Port': '1.7', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'PortForwarding': '1.3', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'QosPolicy': '1.10', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroup': '1.5', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroupRule': '1.2', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SubPort': '1.0', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Subnet': '1.1', Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Trunk': '1.1'}} Sep 26 12:25:48.774495 dv-cinder-827624-1-iscsi neutron-server[106799]: {{(pid=106799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:25:48.852020 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:25:48.852428 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Checking segment: {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:25:48.852892 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:48.853278 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Bound using segment: {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:25:48.853747 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Bound port: 2557d4fe-0943-45c0-b6e3-cc499dc4d893, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76961950-198d-4aa4-a506-16be0095fc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:25:48.854120 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:48.909744 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:48.915812 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] For port 2557d4fe-0943-45c0-b6e3-cc499dc4d893, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:25:48.918478 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:48.935164 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] For port 2557d4fe-0943-45c0-b6e3-cc499dc4d893, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2557d4fe-0943-45c0-b6e3-cc499dc4d893,segment=NetworkSegment(76961950-198d-4aa4-a506-16be0095fc5f),segment_id=76961950-198d-4aa4-a506-16be0095fc5f)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:25:49.052833 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:49.089551 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Routers {'2effb930-71aa-4ef2-a43e-8e0e47500c37'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:25:49.090180 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:25:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2effb930-71aa-4ef2-a43e-8e0e47500c37'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:49.110061 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Attempt 6 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:49.161453 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7568-8e5f-4d73-85fa-e4a95f04e452 None None] Pushing event updated for resources: {'Port': ['ID=2557d4fe-0943-45c0-b6e3-cc499dc4d893,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:49.235162 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Current status of the port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:49.235546 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:49.244314 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] Set router 2effb930-71aa-4ef2-a43e-8e0e47500c37 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:25:49.268710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] For port 2557d4fe-0943-45c0-b6e3-cc499dc4d893, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2557d4fe-0943-45c0-b6e3-cc499dc4d893,segment=NetworkSegment(76961950-198d-4aa4-a506-16be0095fc5f),segment_id=76961950-198d-4aa4-a506-16be0095fc5f)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:25:49.373100 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:49.419374 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb018b1-4333-4271-9a97-c2afcfae3d89 None None] Pushing event updated for resources: {'Port': ['ID=2557d4fe-0943-45c0-b6e3-cc499dc4d893,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:49.444077 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:46Z', 'revision_number': 2, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port_host': None, '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:48Z', 'revision_number': 4, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:49.468630 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8525cf-f6cb-4e34-b537-e1e14e82efee None None] The sync data for ids ['2effb930-71aa-4ef2-a43e-8e0e47500c37'] in dv-cinder-827624-1-iscsi is: [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:46Z', 'revision_number': 2, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port_host': None, '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:48Z', 'revision_number': 4, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:25:49.493784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-72f3eef5-e341-4fd3-8977-3760dfdc2851 None None] Provisioning complete for port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:49.494261 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72f3eef5-e341-4fd3-8977-3760dfdc2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:49.494801 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-72f3eef5-e341-4fd3-8977-3760dfdc2851 None None] Attempt 1 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:49.570114 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-72f3eef5-e341-4fd3-8977-3760dfdc2851 None None] Current status of the port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:49.898758 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33474) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:50.285524 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce299b90-6717-4477-a6f7-cb82cbdc7281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:50.286861 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ce299b90-6717-4477-a6f7-cb82cbdc7281 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/146ab7da-0ea1-4315-9f6b-c02c65dbd9aa HTTP/1.1" status: 200 len: 842 time: 0.3871248 Sep 26 12:25:50.297005 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'name': 'public-subnet'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:50.386439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Made reservation on behalf of e83551cc12fa4fb5954af967d1fdbd0a for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:25:50.388850 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:50.462710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:50.792580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.objects.ports [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106796) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 12:25:50.793627 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (8eaacf74-0638-43ed-b36b-4d09bad6982e), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:50.833420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:50.853067 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaacf74-0638-43ed-b36b-4d09bad6982e,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:50.862948 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:25:50.863327 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Network hostable DHCP agents. Network: 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:25:50.934838 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:25:51.009270 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:51.017710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd32064-feba-402b-933a-dfc256ab679b None None] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:25:51.019249 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:51.020065 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:51.126574 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a571df3-974e-492a-b8bf-28152bb3da9d None None] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:25:51.147664 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a7e737b2-708e-41be-baea-a244cd3aa561 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8424723 Sep 26 12:25:52.216566 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:25:53.786372 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33482) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:54.210622 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4c28becb-76e5-4d7c-a9a5-3e1dbc6782fd demo admin] 10.222.0.25 "GET /networking/v2.0/routers/2effb930-71aa-4ef2-a43e-8e0e47500c37 HTTP/1.1" status: 200 len: 710 time: 0.4230921 Sep 26 12:25:54.302738 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851bbaee-6f40-4dd0-9fec-947cc8d98880 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:25:54.304158 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-851bbaee-6f40-4dd0-9fec-947cc8d98880 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/146ab7da-0ea1-4315-9f6b-c02c65dbd9aa HTTP/1.1" status: 200 len: 886 time: 0.0859189 Sep 26 12:25:54.313753 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:25:54.554090 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks [] for router_gateway (2effb930-71aa-4ef2-a43e-8e0e47500c37), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:54.687558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 2557d4fe-0943-45c0-b6e3-cc499dc4d893 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:25:54.729462 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:54.729858 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:54.730716 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:25:54.800241 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:54.804575 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:54.840357 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks [] for router_gateway (2effb930-71aa-4ef2-a43e-8e0e47500c37), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:54.915465 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:55.065495 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:55.134331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Allocated IP 172.27.1.234 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:25:55.138904 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:55.242191 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks [] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:55.352786 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:55.392886 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:25:55.395730 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:25:55.399728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:25:55.436475 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Pushing event updated for resources: {'Port': ['ID=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:55.856986 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks [] for router_gateway (2effb930-71aa-4ef2-a43e-8e0e47500c37), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:55.899433 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:56.051679 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8087'] for router (2effb930-71aa-4ef2-a43e-8e0e47500c37), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:56.055009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532692'] for router (2effb930-71aa-4ef2-a43e-8e0e47500c37), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:56.156035 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Router 2effb930-71aa-4ef2-a43e-8e0e47500c37 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:25:56.267264 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:25:56.271335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:56.272545 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b6fedbed-e5e4-41e6-a3d5-7451a3780ca5 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/2effb930-71aa-4ef2-a43e-8e0e47500c37 HTTP/1.1" status: 200 len: 890 time: 1.9619875 Sep 26 12:25:56.276729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Sync routers for ids ['2effb930-71aa-4ef2-a43e-8e0e47500c37'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:25:56.290433 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Routers {'2effb930-71aa-4ef2-a43e-8e0e47500c37'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:25:56.291244 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:25:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2effb930-71aa-4ef2-a43e-8e0e47500c37'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:56.507975 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Set router 2effb930-71aa-4ef2-a43e-8e0e47500c37 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:25:56.556850 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:56.951068 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:55Z', 'revision_number': 4, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port': {'id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:54Z', 'updated_at': '2022-09-26T12:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:49Z', 'revision_number': 5, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:57.073930 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Checking router: 2effb930-71aa-4ef2-a43e-8e0e47500c37 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:25:57.074889 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Updating router 2effb930-71aa-4ef2-a43e-8e0e47500c37 port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:25:57.128774 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.434325 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks [] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.511870 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.546327 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Attempting to bind port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:25:57.546692 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Attempting to bind port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:25:57.547053 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Attempting to bind port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:25:57.582177 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543769a-022a-4d82-b0af-80f56dabf916 None None] Pushing event updated for resources: {'Port': ['ID=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:57.599144 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:25:57.599513 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:25:57.599938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.600319 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:25:57.600780 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Bound port: 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:25:57.601179 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.648302 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] For port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:25:57.651214 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] For port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:25:57.721794 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:57.749567 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:57.756977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Routers {'2effb930-71aa-4ef2-a43e-8e0e47500c37'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:25:57.757577 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:25:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2effb930-71aa-4ef2-a43e-8e0e47500c37'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:57.818173 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543769a-022a-4d82-b0af-80f56dabf916 None None] Pushing event updated for resources: {'Port': ['ID=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:57.872419 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:57.876318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] Set router 2effb930-71aa-4ef2-a43e-8e0e47500c37 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:25:58.087544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:55Z', 'revision_number': 4, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port': {'id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:54Z', 'updated_at': '2022-09-26T12:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:49Z', 'revision_number': 5, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:25:58.112421 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a18ab2-7558-48bf-85a0-9eba026490b2 None None] The sync data for ids ['2effb930-71aa-4ef2-a43e-8e0e47500c37'] in dv-cinder-827624-1-iscsi is: [{'id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'name': 'router1', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:25:35Z', 'updated_at': '2022-09-26T12:25:55Z', 'revision_number': 4, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'gw_port': {'id': '0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:54Z', 'updated_at': '2022-09-26T12:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '2557d4fe-0943-45c0-b6e3-cc499dc4d893', 'name': '', 'network_id': '834ef768-8614-410b-9441-7ba4c18d67a6', 'tenant_id': '653634a3455442b3a7d8242773dc7d1f', 'mac_address': 'fa:16:3e:9c:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2effb930-71aa-4ef2-a43e-8e0e47500c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:25:45Z', 'updated_at': '2022-09-26T12:25:49Z', 'revision_number': 5, 'project_id': '653634a3455442b3a7d8242773dc7d1f', 'subnets': [{'id': 'c1142ef5-da8b-4963-9c06-6c2de40daaae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15de9422-d5d4-45e6-84b0-b3fa124d09bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:25:58.704925 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:25:58.749954 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:25:58.750446 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:58.750846 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 Sep 26 12:25:58.832101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:25:58.832489 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:58.856168 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:25:58.914231 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:25:58.959397 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:25:59.116572 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 33496) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:25:59.447108 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:25:59.497644 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a71c131f-306e-43c4-a5ef-034b24e42e24 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3798945 Sep 26 12:26:00.681338 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:26:00.728697 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:26:00.729091 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:00.729429 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 Sep 26 12:26:00.803313 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 0f21b7b0-8d1d-457e-b2a6-72dd64a03dc3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:26:09.489096 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=74 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:09.493568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=27 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:10.012925 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8750dd1a-b645-4470-87ae-6fbcb7a3ab73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:12.221803 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:12.227426 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=84 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:12.399707 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf3dfff9-b9c0-4202-ae1f-9c3c432d9c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:13.287067 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:14.987180 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:15.075907 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:24.931997 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:25.017323 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:29.217289 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:26:39.216731 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:40.013266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55a03164-07a4-4a11-aeb7-a30fab012a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:42.271361 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40c86d6e-1886-4b77-ab4a-0a5d39cf9040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:44.278054 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:45.066622 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:45.139606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:26:49.227449 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:55.006655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:26:55.008488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:06.219396 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:27:09.995998 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f75a13f0-138d-4f2e-b356-af37f796a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:12.232009 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-04f4a20a-6fc6-4be3-8cd9-8321c7d7b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:13.317837 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:15.005288 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:15.084003 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:25.011253 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:25.014633 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:26.213612 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:26.223671 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:26.563187 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34046) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:26.892011 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe6b557-e8c0-4156-9335-4b44a3dabf78 admin admin] GET failed (client error): The resource could not be found. Sep 26 12:27:26.893270 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4fe6b557-e8c0-4156-9335-4b44a3dabf78 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3290846 Sep 26 12:27:27.054287 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae036a-7a0c-489d-8f22-d2c5129428b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:27.055779 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-dfae036a-7a0c-489d-8f22-d2c5129428b8 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580913 Sep 26 12:27:29.588075 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34056) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:29.946054 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232f140-5192-48da-9b6a-bc7ad5ab7b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:29.947389 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7232f140-5192-48da-9b6a-bc7ad5ab7b68 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/c1142ef5-da8b-4963-9c06-6c2de40daaae HTTP/1.1" status: 200 len: 849 time: 0.3584557 Sep 26 12:27:29.957090 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:27:30.043097 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Publish callbacks [] for subnet (c1142ef5-da8b-4963-9c06-6c2de40daaae), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:30.283825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739736858516'] for subnet (c1142ef5-da8b-4963-9c06-6c2de40daaae), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:30.315146 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:30.316240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:30.322475 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/c1142ef5-da8b-4963-9c06-6c2de40daaae HTTP/1.1" status: 200 len: 868 time: 0.3635387 Sep 26 12:27:30.325401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef6982-77a4-4393-ae31-aeaefd7ee83c None None] Network 834ef768-8614-410b-9441-7ba4c18d67a6 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:27:30.338050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1142ef5-da8b-4963-9c06-6c2de40daaae,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:27:30.346092 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.346479 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.346851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.347201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.347543 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.347908 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.352836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6ad44-2cc8-4302-a6d8-22af2cb267a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:27:30.658553 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Provisioning complete for port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:27:30.658940 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2557d4fe-0943-45c0-b6e3-cc499dc4d893), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:30.659287 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Attempt 1 to provision port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 Sep 26 12:27:30.735046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Current status of the port 2557d4fe-0943-45c0-b6e3-cc499dc4d893 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:27:30.742771 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Provisioning complete for port e8da2ef2-5619-46a6-ba00-1e9100720ef3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:27:30.743156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e8da2ef2-5619-46a6-ba00-1e9100720ef3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:30.743494 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Attempt 1 to provision port e8da2ef2-5619-46a6-ba00-1e9100720ef3 Sep 26 12:27:30.812042 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14310cb7-3e04-4cb6-8ebb-54d0e9cbe414 None None] Current status of the port e8da2ef2-5619-46a6-ba00-1e9100720ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:27:32.912235 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34064) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:33.432004 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7f964-27db-409d-8dd2-d832e4490f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:33.432480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7f964-27db-409d-8dd2-d832e4490f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:33.434563 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-24e7f964-27db-409d-8dd2-d832e4490f34 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5213609 Sep 26 12:27:36.548530 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34072) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:36.950824 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157d00c-591c-4ee1-805a-10a0cb4e3a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:36.951331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157d00c-591c-4ee1-805a-10a0cb4e3a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:36.952876 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6157d00c-591c-4ee1-805a-10a0cb4e3a79 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4034150 Sep 26 12:27:39.498774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34080) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:39.986647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-22cdfbd7-55cd-4169-874a-9b017b0554b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:39.992266 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:39.997092 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c01321-9041-4eba-b2b7-ae4a5fa7f727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:39.998511 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-02c01321-9041-4eba-b2b7-ae4a5fa7f727 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/146ab7da-0ea1-4315-9f6b-c02c65dbd9aa HTTP/1.1" status: 200 len: 886 time: 0.4988840 Sep 26 12:27:42.220558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d16-9ab0-48aa-9293-d8a9f901de1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:42.542781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34088) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:43.071331 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d33165-fa07-4d36-8c29-5263465da7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:43.072891 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-14d33165-fa07-4d36-8c29-5263465da7e9 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/834ef768-8614-410b-9441-7ba4c18d67a6 HTTP/1.1" status: 200 len: 869 time: 0.5285714 Sep 26 12:27:43.220256 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:27:43.276506 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:44.986115 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:45.061135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:27:45.631006 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34098) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:46.028525 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0406e-830c-4d46-99d0-999c6ce0d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:46.028998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0406e-830c-4d46-99d0-999c6ce0d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:46.030574 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1cf0406e-830c-4d46-99d0-999c6ce0d55f admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3985884 Sep 26 12:27:48.593542 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34106) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:48.987663 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353c756-fd9b-4dde-aa75-e68457c07876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:48.988124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353c756-fd9b-4dde-aa75-e68457c07876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:48.989656 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b353c756-fd9b-4dde-aa75-e68457c07876 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3952460 Sep 26 12:27:51.540065 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34114) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:51.861625 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:51.899746 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28edea23-9c1e-41ef-afee-3e34437930ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:51.901101 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-28edea23-9c1e-41ef-afee-3e34437930ec admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/8eaacf74-0638-43ed-b36b-4d09bad6982e HTTP/1.1" status: 200 len: 816 time: 0.3601005 Sep 26 12:27:53.217964 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:54.453723 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34122) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:27:54.817397 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf207e-df8a-430d-a3e8-1b4681e684ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:27:54.818704 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-14cf207e-df8a-430d-a3e8-1b4681e684ac admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/c1142ef5-da8b-4963-9c06-6c2de40daaae HTTP/1.1" status: 200 len: 868 time: 0.3640532 Sep 26 12:27:55.010225 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:55.012138 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:56.011718 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=16 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:27:56.022840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=20 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:04.813120 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=21 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:04.814315 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=9 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:05.166544 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=16 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:05.170434 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=16 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:09.996457 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56e545cd-66f9-45d4-b239-6a77e82ae097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:12.255027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfeba443-c2cc-446f-ba8e-33f28ae78a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:13.306603 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:15.004911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:15.089444 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:20.218819 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:28:24.186710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34178) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:28:24.502272 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [None req-36dab7b6-8cde-4e71-9f1b-2da6f096a986 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:28:24.503273 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-36dab7b6-8cde-4e71-9f1b-2da6f096a986 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3156252 Sep 26 12:28:25.008789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:25.010611 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:27.154852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34188) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:28:27.483919 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9ea2d6-4d34-4c25-9c7e-0b09d98d307a admin admin] GET failed (client error): The resource could not be found. Sep 26 12:28:27.485180 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6f9ea2d6-4d34-4c25-9c7e-0b09d98d307a admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3293996 Sep 26 12:28:27.571233 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454c996-c970-465d-bcc2-358377c645ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:28:27.572690 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9454c996-c970-465d-bcc2-358377c645ac admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831611 Sep 26 12:28:30.114897 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34196) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:28:30.214201 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:30.215481 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:30.437772 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:28:30.563454 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Made reservation on behalf of e83551cc12fa4fb5954af967d1fdbd0a for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:28:30.565716 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:30.593424 dv-cinder-827624-1-iscsi neutron-server[106796]: WARNING neutron.services.revisions.revision_plugin [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Could not find related network for resource to bump revision. Sep 26 12:28:30.604122 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:28:30.612904 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (419f7ad1-d3db-4991-8e81-d6c0bc26177b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:30.613242 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Added segment 419f7ad1-d3db-4991-8e81-d6c0bc26177b of type vlan for network 24b39f78-d917-4a83-aada-6449c7ce2414 Sep 26 12:28:30.651798 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (24b39f78-d917-4a83-aada-6449c7ce2414), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:30.740841 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (24b39f78-d917-4a83-aada-6449c7ce2414), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:30.741822 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:28:30.742402 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:30.803080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Pushing event updated for resources: {'Network': ['ID=24b39f78-d917-4a83-aada-6449c7ce2414,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:28:30.810461 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.810813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.811158 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.811498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.811859 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.812193 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.812522 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.812849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.813178 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.813553 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.813851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.814199 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.814525 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.814848 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.815169 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:30.825853 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 24b39f78-d917-4a83-aada-6449c7ce2414 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:28:30.868876 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-fd54e865-2ded-48b4-b317-4a726afd659a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7528589 Sep 26 12:28:33.458659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34204) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:28:33.788832 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6fe45c-a203-4fdd-aafb-872335391aee admin admin] GET failed (client error): The resource could not be found. Sep 26 12:28:33.790128 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cd6fe45c-a203-4fdd-aafb-872335391aee admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3305266 Sep 26 12:28:33.862559 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ba7ce-84da-4ed1-8a0f-4cde0661fe07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:28:33.864053 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-668ba7ce-84da-4ed1-8a0f-4cde0661fe07 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691087 Sep 26 12:28:33.874791 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:28:33.940335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Made reservation on behalf of e83551cc12fa4fb5954af967d1fdbd0a for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:28:33.942639 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.157761 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (d239c273-d330-4507-ae77-fc170554a060), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.212872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d239c273-d330-4507-ae77-fc170554a060,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:28:34.220266 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Checking segment: {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:28:34.220617 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Network hostable DHCP agents. Network: 24b39f78-d917-4a83-aada-6449c7ce2414, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:28:34.306476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Network 24b39f78-d917-4a83-aada-6449c7ce2414 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:28:34.369217 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 24b39f78-d917-4a83-aada-6449c7ce2414) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:28:34.373373 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:28:34.373975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.377813 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534f0b9-bc14-4984-bb04-a9a4ca33de50 None None] Network 24b39f78-d917-4a83-aada-6449c7ce2414 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:28:34.446683 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3f866f2b-3f6a-4435-bd00-6277f20b1da6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5757895 Sep 26 12:28:34.582597 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-24b39f78-d917-4a83-aada-6449c7ce2414', 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414', 'project_id': 'e83551cc12fa4fb5954af967d1fdbd0a', 'fixed_ips': [{'subnet_id': 'd239c273-d330-4507-ae77-fc170554a060'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:28:34.582597 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.720443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Allocated IP 192.168.233.2 (24b39f78-d917-4a83-aada-6449c7ce2414/d239c273-d330-4507-ae77-fc170554a060/7c54e072-3448-4c4d-acbf-e782145fa9f3) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:28:34.861235 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks [] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.929971 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:34.978357 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Network 24b39f78-d917-4a83-aada-6449c7ce2414 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:28:34.984376 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:28:34.986742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:28:34.989836 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Pushing event updated for resources: {'Port': ['ID=7c54e072-3448-4c4d-acbf-e782145fa9f3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:28:35.001602 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.001936 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.002351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.002758 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.003093 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.003428 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.003778 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.004107 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.004430 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.004755 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.005080 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.005460 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.006078 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.006421 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.006744 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:28:35.076646 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Attempting to bind port 7c54e072-3448-4c4d-acbf-e782145fa9f3 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:28:35.076646 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Attempting to bind port 7c54e072-3448-4c4d-acbf-e782145fa9f3 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:28:35.076996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Attempting to bind port 7c54e072-3448-4c4d-acbf-e782145fa9f3 on network 24b39f78-d917-4a83-aada-6449c7ce2414 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:28:35.193781 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:28:35.194157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Checking segment: {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:28:35.194562 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:35.194954 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Bound using segment: {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:28:35.195435 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Bound port: 7c54e072-3448-4c4d-acbf-e782145fa9f3, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:28:35.195876 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:35.242765 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:35.266501 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] For port 7c54e072-3448-4c4d-acbf-e782145fa9f3, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:28:35.269559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] For port 7c54e072-3448-4c4d-acbf-e782145fa9f3, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=7c54e072-3448-4c4d-acbf-e782145fa9f3,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:28:35.347320 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:35.396784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:35.401652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4a2a-b5e2-4163-93fd-af5a219cf00a None None] Pushing event updated for resources: {'Port': ['ID=7c54e072-3448-4c4d-acbf-e782145fa9f3,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:28:36.207849 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d576aa-d69b-4214-a498-90226b00389e None None] Network 24b39f78-d917-4a83-aada-6449c7ce2414 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:28:36.291229 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Provisioning complete for port 7c54e072-3448-4c4d-acbf-e782145fa9f3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:28:36.291545 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:36.291914 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Attempt 1 to provision port 7c54e072-3448-4c4d-acbf-e782145fa9f3 Sep 26 12:28:36.400526 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Current status of the port 7c54e072-3448-4c4d-acbf-e782145fa9f3 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:28:36.401219 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:36.436562 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] For port 7c54e072-3448-4c4d-acbf-e782145fa9f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=7c54e072-3448-4c4d-acbf-e782145fa9f3,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:28:36.500830 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:36.549729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ece53-1c85-4c72-9f61-746be9045ad1 None None] Pushing event updated for resources: {'Port': ['ID=7c54e072-3448-4c4d-acbf-e782145fa9f3,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:28:36.617877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-b4cb395f-0268-4592-94da-7a37fe5e15e6 None None] Provisioning complete for port 7c54e072-3448-4c4d-acbf-e782145fa9f3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:28:36.618273 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b4cb395f-0268-4592-94da-7a37fe5e15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:36.618739 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-b4cb395f-0268-4592-94da-7a37fe5e15e6 None None] Attempt 1 to provision port 7c54e072-3448-4c4d-acbf-e782145fa9f3 Sep 26 12:28:36.697358 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb395f-0268-4592-94da-7a37fe5e15e6 None None] Current status of the port 7c54e072-3448-4c4d-acbf-e782145fa9f3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:28:36.799991 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 7c54e072-3448-4c4d-acbf-e782145fa9f3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:28:36.844405 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 7c54e072-3448-4c4d-acbf-e782145fa9f3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:28:36.844791 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (7c54e072-3448-4c4d-acbf-e782145fa9f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:36.845123 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 7c54e072-3448-4c4d-acbf-e782145fa9f3 Sep 26 12:28:36.919718 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 7c54e072-3448-4c4d-acbf-e782145fa9f3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:28:40.049294 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3c564563-097a-445a-8b40-3c9bae3073ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:40.254676 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:42.203357 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a15a8af5-2c64-4aa0-a768-36322a482fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:43.306624 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:44.382607 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:44.383415 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:45.072109 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:45.106806 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:28:55.004637 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:55.006867 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:28:57.218030 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:29:10.020566 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cd064a3f-df09-497e-888a-a1293463f58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:12.272318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f6d3713c-f9f3-4158-ab34-d03ae85dcba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:13.369240 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:14.986365 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:15.049446 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:17.236971 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:17.241827 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:24.998426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:25.005371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:34.217417 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:29:39.986118 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b931ed2-0d40-4ed8-abbe-94afbd3611b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:42.215227 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-78e6c72a-c210-422f-8c9f-9af44c03117e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:43.283562 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:44.213207 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:45.083460 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:45.117463 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:29:54.237987 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:55.005007 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:29:55.007237 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:05.088256 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=12 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:05.089102 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=14 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:10.003871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-41661b6a-5125-4a6b-a4a3-f232ffa37d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:11.216459 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:30:12.238584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-86796883-fa31-45a4-8f5e-f46a8ad9a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:13.304743 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:15.016328 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:15.072723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:21.211825 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:21.213030 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:25.004745 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:25.006634 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:25.034859 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34268) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:30:25.040701 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [None req-58aea05d-595d-424e-893e-346bf13c99e1 tempest-verify_tempest_config-1140949746 tempest-verify_tempest_config-1140949746-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:30:25.041763 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-58aea05d-595d-424e-893e-346bf13c99e1 tempest-verify_tempest_config-1140949746 tempest-verify_tempest_config-1140949746-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058656 Sep 26 12:30:25.538858 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34286) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:30:25.664022 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:25.736403 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Publish callbacks [] for security_group (528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:25.855269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:25.906018 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:30:25.907233 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a114bd9354ef4f97a37b63ee2751f021&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3674030 Sep 26 12:30:25.910069 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34290) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:30:25.911416 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.911779 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.912140 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.912484 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.912815 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.913143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.913467 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.913791 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.914135 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.914468 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.914808 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.915149 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.915474 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.915820 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.916143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86e17-9176-4c24-b43d-5bd5eb3f855e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:25.994067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Publish callbacks [] for security_group (528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:26.013257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Publish callbacks [] for security_group (528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:26.193516 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:26.195957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:26.197123 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca HTTP/1.1" status: 204 len: 168 time: 0.2861035 Sep 26 12:30:26.205277 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528dd676-d48a-4a8a-a3e4-c98c6cb4f1ca,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:30:26.217584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.218419 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.218761 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.219095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.219421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.219790 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.220252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.220582 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.220917 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.221241 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.221657 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.221911 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.222231 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.222548 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.223094 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172c28a-7533-41bf-93f0-1cdd26fa1ba7 admin admin] Tracked resource versions report: Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: pushed versions: Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: { 'AddressGroup': {'1.2'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Agent': {'1.1'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'ConntrackHelper': {'1.0'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Log': {'1.0'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'NDPProxy': {'1.0'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Network': {'1.1'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Port': {'1.7'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'PortForwarding': {'1.3'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'QosPolicy': {'1.10'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroup': {'1.5'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SubPort': {'1.0'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Subnet': {'1.1'}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Trunk': {'1.1'}} Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: consumer versions: Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Agent': '1.1', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'ConntrackHelper': '1.0', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'LocalIPAssociation': '1.0', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Log': '1.0', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'NDPProxy': '1.0', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Network': '1.1', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Port': '1.7', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'PortForwarding': '1.3', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'QosPolicy': '1.10', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroup': '1.5', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroupRule': '1.2', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SubPort': '1.0', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Subnet': '1.1', Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Trunk': '1.1'}} Sep 26 12:30:26.224306 dv-cinder-827624-1-iscsi neutron-server[106797]: {{(pid=106797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:30:31.239070 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:35.900779 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:35.906094 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:36.201410 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:36.210404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:40.021497 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0817709e-4e21-43f7-befc-88959caa223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:42.272090 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40341474-3688-4338-8e60-9854707a2ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:43.301684 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:45.026966 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:45.072965 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:30:48.215549 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:30:55.007958 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:55.009821 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:30:58.211265 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:08.237345 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:10.039539 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f136c258-39f3-4724-88ca-f903ff2f7d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:12.243737 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-53a5aec5-a9a9-46e0-807f-4266558d1882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:13.302417 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:15.044527 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:15.101595 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:25.002757 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:25.009814 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:25.214266 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:31:35.209175 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:35.210035 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:40.136724 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d47a27c-7049-4480-918d-380145d0a54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:42.244768 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-52bac352-e280-4870-9416-2554e357e2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:43.290753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:45.049682 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:45.079450 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:31:45.244165 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:55.005795 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:31:55.008693 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:02.212727 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 5 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:32:04.228124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532939'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:05.093510 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=14 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:09.992547 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a7204a24-cb00-4096-80be-0e3348fad872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:12.244075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-75d5bdfe-218d-4514-a423-0ea90dd560a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:13.296804 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:15.034154 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:15.062542 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:18.154257 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34368) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:32:18.259203 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-db064af1-80d7-4db3-93e5-63f0246217bb admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1038942 Sep 26 12:32:20.678183 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34378) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:32:20.732209 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8f0d2fe2-22be-4e4c-bc1a-e1f9ba1ae081 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530586 Sep 26 12:32:22.236706 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:22.241565 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=18 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:25.004658 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:25.006606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:30.727145 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:30.727938 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:34.232150 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:39.211432 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:32:40.063222 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-401d3b8c-77c0-4cbb-bbfd-c9ca61a7da79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:42.234544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2b79b469-5cee-48b3-a5d2-591e4d3fb702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:43.314492 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:45.029303 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:45.103037 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:32:49.207055 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:49.208248 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:55.008191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:55.010033 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:32:59.261884 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:04.324193 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:08.221327 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:09.986959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c26c8a6b-c345-481d-b388-11f7a7ba3396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:12.235375 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5954b94f-114d-4fb0-92f3-0d20fb077546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:13.332283 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:15.475545 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:15.515329 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:16.212490 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:33:24.977045 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:25.035940 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:26.212202 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:34.209159 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:36.242440 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:39.989208 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-05f000fc-57f9-4f6f-92dc-76f12f92792e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:42.231913 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-42dd5a03-49df-480d-aed0-5904743a838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:43.320191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:45.036426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:45.097913 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:51.967655 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34464) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:52.161070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1869119799-network', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:52.303444 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:52.306002 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.315673 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.397978 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks [] for security_group (75a3c71c-fef0-4dc2-88f7-48ea02454c0a), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.499987 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (75a3c71c-fef0-4dc2-88f7-48ea02454c0a), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.535844 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:33:52.537892 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3c71c-fef0-4dc2-88f7-48ea02454c0a,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:52.549742 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.550079 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.551453 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.551453 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.551453 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.551453 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.551851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.552087 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.552608 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.552936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.553311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.553641 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.553975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.554283 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.554595 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Tracked resource versions report: Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: pushed versions: Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: { 'AddressGroup': {'1.2'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Agent': {'1.1'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'ConntrackHelper': {'1.0'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Log': {'1.0'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'NDPProxy': {'1.0'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Network': {'1.1'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Port': {'1.7'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'PortForwarding': {'1.3'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'QosPolicy': {'1.10'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroup': {'1.5'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SubPort': {'1.0'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Subnet': {'1.1'}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Trunk': {'1.1'}} Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: consumer versions: Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: HyperV agent@hv-cinder-82762: {}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Agent': '1.1', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'ConntrackHelper': '1.0', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'LocalIPAssociation': '1.0', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Log': '1.0', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'NDPProxy': '1.0', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Network': '1.1', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Port': '1.7', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'PortForwarding': '1.3', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'QosPolicy': '1.10', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroup': '1.5', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SecurityGroupRule': '1.2', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'SubPort': '1.0', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Subnet': '1.1', Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: 'Trunk': '1.1'}} Sep 26 12:33:52.555812 dv-cinder-827624-1-iscsi neutron-server[106796]: {{(pid=106796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:33:52.560927 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (fbbf8d31-71c3-4d25-b786-f3834a0dcb5a), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.561267 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Added segment fbbf8d31-71c3-4d25-b786-f3834a0dcb5a of type vlan for network 736ece97-e5f4-47b0-b5cd-a4ec14369037 Sep 26 12:33:52.605569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (736ece97-e5f4-47b0-b5cd-a4ec14369037), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.682921 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (736ece97-e5f4-47b0-b5cd-a4ec14369037), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.684509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:52.685085 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:52.744936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] Pushing event updated for resources: {'Network': ['ID=736ece97-e5f4-47b0-b5cd-a4ec14369037,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:52.764019 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:33:52.844069 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-228d3541-5544-4437-a105-9d1a09a9bc2f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8681149 Sep 26 12:33:52.846826 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34514) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:52.851685 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Request body: {'subnet': {'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-subnet', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:52.975362 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:52.977754 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.212893 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:33:53.254919 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.310399 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:53.320541 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:53.320888 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Network hostable DHCP agents. Network: 736ece97-e5f4-47b0-b5cd-a4ec14369037, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:33:53.428900 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:33:53.503281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 736ece97-e5f4-47b0-b5cd-a4ec14369037) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:53.510689 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:53.511341 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fc3f0-dfca-4c2c-bbf2-18f1646d3f40 None None] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:53.511658 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.529553 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:53.634721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-736ece97-e5f4-47b0-b5cd-a4ec14369037', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:33:53.638046 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d24cbffe-1c5c-4763-a737-024fdfe94495 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7870140 Sep 26 12:33:53.638169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.640074 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34544) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:53.644299 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:53.737852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.738892 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.750762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:53.795046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Allocated IP 172.20.0.2 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/a1fe6794-d84a-41b6-bcfa-eaace6a6cddb) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:33:53.804887 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for router_controller (b8763d53-4db8-4377-b69f-2d69979e38e4), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:53.909546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34562) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:53.939230 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks [] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.029044 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for router_gateway (b8763d53-4db8-4377-b69f-2d69979e38e4), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.035076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.076455 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:33:54.080520 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:54.084714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:33:54.092201 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Pushing event updated for resources: {'Port': ['ID=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:54.101816 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.102422 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.102904 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.103412 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.103937 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.104264 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.104587 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.104914 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.105255 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.106158 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.106662 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.107209 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.107722 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.108202 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.108520 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Tracked resource versions report: Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: pushed versions: Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: { 'AddressGroup': {'1.2'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Agent': {'1.1'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'ConntrackHelper': {'1.0'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Log': {'1.0'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'NDPProxy': {'1.0'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Network': {'1.1'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Port': {'1.7'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'PortForwarding': {'1.3'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'QosPolicy': {'1.10'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroup': {'1.5'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SubPort': {'1.0'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Subnet': {'1.1'}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Trunk': {'1.1'}} Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: consumer versions: Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: HyperV agent@hv-cinder-82762: {}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Agent': '1.1', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'ConntrackHelper': '1.0', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'LocalIPAssociation': '1.0', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Log': '1.0', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'NDPProxy': '1.0', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Network': '1.1', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Port': '1.7', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'PortForwarding': '1.3', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'QosPolicy': '1.10', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroup': '1.5', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SecurityGroupRule': '1.2', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'SubPort': '1.0', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Subnet': '1.1', Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: 'Trunk': '1.1'}} Sep 26 12:33:54.109893 dv-cinder-827624-1-iscsi neutron-server[106798]: {{(pid=106798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:33:54.173495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Attempting to bind port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:33:54.173937 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Attempting to bind port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:33:54.174402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Attempting to bind port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:33:54.224882 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:33:54.225244 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:54.225690 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.226280 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:33:54.226802 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Bound port: a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:33:54.227169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.279540 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for router_gateway (b8763d53-4db8-4377-b69f-2d69979e38e4), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.294371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:54.298108 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] For port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:33:54.299181 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.301195 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] For port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:33:54.470083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.499852 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1508905341-network', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:54.524424 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Allocated IP 172.27.1.155 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/59942e5b-27c1-4998-a25b-42ffd93c2863) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:33:54.549917 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:54.581561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:54.590717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54583bc9-4d2d-4129-b46f-267098a732dd None None] Pushing event updated for resources: {'Port': ['ID=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:54.634727 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Made reservation on behalf of dfabb61da005465ea21b32b223d76bb1 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:54.639684 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.673811 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.681253 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.865784 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.866367 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks [] for security_group (16df5b38-0160-44d1-b068-ee19c34ae9c9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.866583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:33:54.866583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:54.866583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:33:54.866789 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34598) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:54.883914 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (16df5b38-0160-44d1-b068-ee19c34ae9c9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:54.943711 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=59942e5b-27c1-4998-a25b-42ffd93c2863,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:54.967624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16df5b38-0160-44d1-b068-ee19c34ae9c9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:54.991557 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.992000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.992343 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.992910 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.993659 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.994184 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.994794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.995380 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.997510 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.997989 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.998586 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.999222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:54.999878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:55.003444 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:55.004206 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Tracked resource versions report: Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: pushed versions: Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: { 'AddressGroup': {'1.2'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Agent': {'1.1'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'ConntrackHelper': {'1.0'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Log': {'1.0'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'NDPProxy': {'1.0'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Network': {'1.1'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Port': {'1.7'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'PortForwarding': {'1.3'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'QosPolicy': {'1.10'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroup': {'1.5'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SubPort': {'1.0'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Subnet': {'1.1'}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Trunk': {'1.1'}} Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: consumer versions: Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: HyperV agent@hv-cinder-82762: {}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Agent': '1.1', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'ConntrackHelper': '1.0', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'LocalIPAssociation': '1.0', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Log': '1.0', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'NDPProxy': '1.0', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Network': '1.1', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Port': '1.7', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'PortForwarding': '1.3', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'QosPolicy': '1.10', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroup': '1.5', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SecurityGroupRule': '1.2', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'SubPort': '1.0', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Subnet': '1.1', Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: 'Trunk': '1.1'}} Sep 26 12:33:55.006130 dv-cinder-827624-1-iscsi neutron-server[106797]: {{(pid=106797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:33:55.015356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:33:55.031421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34606) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:55.053275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739736882360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (0382e624-20cf-4fdb-b086-f49e3e09961d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.054706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Unsubscribe: segment precommit_create {{(pid=106797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 12:33:55.056362 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Added segment 0382e624-20cf-4fdb-b086-f49e3e09961d of type vlan for network 687535a7-5b04-4ea1-b3ab-8200148c66bd Sep 26 12:33:55.090620 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a1fe6794-d84a-41b6-bcfa-eaace6a6cddb up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:33:55.139260 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (687535a7-5b04-4ea1-b3ab-8200148c66bd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.158268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:33:55.158936 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.159274 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb Sep 26 12:33:55.284191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:33:55.284833 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.316943 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for router_gateway (b8763d53-4db8-4377-b69f-2d69979e38e4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.320254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:33:55.344321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (687535a7-5b04-4ea1-b3ab-8200148c66bd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.347380 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:55.348813 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.371003 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:55.391817 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.489459 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:55.547255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-153914593-network', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:55.547704 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.569047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6454117 Sep 26 12:33:55.575761 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34618) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:55.578520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae56d9c-8589-4094-9994-95d2f222d26e admin admin] Pushing event updated for resources: {'Network': ['ID=687535a7-5b04-4ea1-b3ab-8200148c66bd,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:55.583846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Request body: {'subnet': {'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1508905341-subnet', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:55.597517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:33:55.649473 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34622) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:55.649979 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-222213942-network', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:55.697571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Made reservation on behalf of 3a33202f8d3141ed9011d2eb1e25c466 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:55.700466 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.712471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.758497 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Made reservation on behalf of 51e0f761f6a74bbc85c5b5a31a307f16 for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:55.761330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Made reservation on behalf of dfabb61da005465ea21b32b223d76bb1 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:55.772153 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.772921 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.780021 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.802068 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Router b8763d53-4db8-4377-b69f-2d69979e38e4 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:33:55.887566 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc1e1e-4ead-4245-aeb2-455c22578e82 None None] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:55.905359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks [] for security_group (1d34ead3-8d14-4af9-a982-a2dac81f68ca), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:55.988721 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:33:55.992983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:55.998358 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks [] for security_group (de681728-c816-4d42-bd07-6496461d2ca9), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.001212 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:33:56.024747 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:33:56.026613 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:33:56.417253 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1308202155-network', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:56.420802 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-eb5b7199-fb71-4ea1-ba54-8933829c0118 None None] Provisioning complete for port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:33:56.420802 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7199-fb71-4ea1-ba54-8933829c0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.420802 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-eb5b7199-fb71-4ea1-ba54-8933829c0118 None None] Attempt 1 to provision port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb Sep 26 12:33:56.423439 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1d34ead3-8d14-4af9-a982-a2dac81f68ca), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.427268 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (de681728-c816-4d42-bd07-6496461d2ca9), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.427268 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:33:56.427268 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (ab65cec8-8e36-4944-a3cc-cccd78a7d312), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.427268 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Added segment ab65cec8-8e36-4944-a3cc-cccd78a7d312 of type vlan for network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 Sep 26 12:33:56.428820 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d34ead3-8d14-4af9-a982-a2dac81f68ca,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:56.429649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.429649 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-86b299fa-2863-4427-9bc9-f7d1aa74d2a0 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5531459 Sep 26 12:33:56.429649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.429649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34634) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:56.430957 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:33:56.432007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:33:56.432961 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:56.432961 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b7199-fb71-4ea1-ba54-8933829c0118 None None] Current status of the port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:33:56.452092 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (a0b1d9a4-68fe-46de-b66d-984695a904c1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.452573 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Added segment a0b1d9a4-68fe-46de-b66d-984695a904c1 of type vlan for network e7c05408-648c-4bc8-8663-af3b8613eacd Sep 26 12:33:56.511650 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:56.514658 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.db.resource_extend [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 12:33:56.523666 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de681728-c816-4d42-bd07-6496461d2ca9,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:56.547199 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Made reservation on behalf of 858866a5c26c445cacd9d67f0c3ecf93 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:56.551719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.577530 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (e7c05408-648c-4bc8-8663-af3b8613eacd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.587161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.587785 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:55Z', 'revision_number': 3, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:33:56.614701 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:56.645754 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:33:56.646788 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Updating router b8763d53-4db8-4377-b69f-2d69979e38e4 port 59942e5b-27c1-4998-a25b-42ffd93c2863 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:33:56.653564 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (f802696d-53cf-4f66-a9f3-d94d186ed343), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.697114 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.705714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-6ebbe358-f800-4cf5-b167-2c0f4571ee2b None None] Provisioning complete for port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:33:56.706319 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe358-f800-4cf5-b167-2c0f4571ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.706836 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-6ebbe358-f800-4cf5-b167-2c0f4571ee2b None None] Attempt 1 to provision port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb Sep 26 12:33:56.751029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f802696d-53cf-4f66-a9f3-d94d186ed343,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:56.765312 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Checking segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:56.768991 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Network hostable DHCP agents. Network: 687535a7-5b04-4ea1-b3ab-8200148c66bd, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:33:56.783616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks [] for security_group (295ef28f-a36b-420a-a6c2-e0292b0239da), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.806670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbe358-f800-4cf5-b167-2c0f4571ee2b None None] Current status of the port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:33:56.817177 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (e7c05408-648c-4bc8-8663-af3b8613eacd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.818407 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:56.819084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.836048 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.837073 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:56.837685 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.869545 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.870571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (295ef28f-a36b-420a-a6c2-e0292b0239da), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.896859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c05408-648c-4bc8-8663-af3b8613eacd,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:56.899966 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:33:56.924796 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ef28f-a36b-420a-a6c2-e0292b0239da,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:56.928889 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network e7c05408-648c-4bc8-8663-af3b8613eacd details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:33:56.942861 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:33:56.957555 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (a40914ea-14a9-4752-9162-c26bb74b971a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:56.958793 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Added segment a40914ea-14a9-4752-9162-c26bb74b971a of type vlan for network e6a95685-4b41-4516-a80e-71935c86f116 Sep 26 12:33:57.067049 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-977a1d24-cedb-454b-9cea-ad9b04974c54 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2283232 Sep 26 12:33:57.072897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34662) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:57.093864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Request body: {'subnet': {'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-subnet', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:57.094013 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a1fe6794-d84a-41b6-bcfa-eaace6a6cddb up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:33:57.110346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] Pushing event updated for resources: {'Network': ['ID=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:57.135715 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:33:57.137880 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-23a9ed97-3648-4477-aebe-cb4fd524aecf admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1053176 Sep 26 12:33:57.139463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 687535a7-5b04-4ea1-b3ab-8200148c66bd) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:57.148353 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34668) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:57.162937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Request body: {'subnet': {'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-subnet', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:57.176355 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (e6a95685-4b41-4516-a80e-71935c86f116), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.188830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:57.189442 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.232192 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a55f82-906c-4619-9204-75f77404ae59 None None] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:57.251440 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Made reservation on behalf of 3a33202f8d3141ed9011d2eb1e25c466 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:57.264219 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.342334 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks [] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.368554 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e548b58f-6eb3-4432-88fa-07f5df51295f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7911654 Sep 26 12:33:57.372890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34672) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:57.383762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:57.437573 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Allocated IP 172.20.0.1 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/3555df88-12d3-404b-b1da-550a60273d17) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:33:57.478605 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.542429 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-687535a7-5b04-4ea1-b3ab-8200148c66bd', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'fixed_ips': [{'subnet_id': 'f802696d-53cf-4f66-a9f3-d94d186ed343'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:33:57.543877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.552016 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Attempting to bind port 59942e5b-27c1-4998-a25b-42ffd93c2863 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:33:57.554681 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (7e64f509-e818-45f9-8625-d31fb004ab13), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.555728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (7e64f509-e818-45f9-8625-d31fb004ab13), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.556324 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Attempting to bind port 59942e5b-27c1-4998-a25b-42ffd93c2863 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:33:57.556825 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Attempting to bind port 59942e5b-27c1-4998-a25b-42ffd93c2863 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:33:57.572056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (e6a95685-4b41-4516-a80e-71935c86f116), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.572195 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:57.572268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:57.572268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.573309 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Made reservation on behalf of 51e0f761f6a74bbc85c5b5a31a307f16 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:57.575591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.585075 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks [] for port (3555df88-12d3-404b-b1da-550a60273d17), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.628881 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:57.647072 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for router_controller (7e64f509-e818-45f9-8625-d31fb004ab13), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.657501 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Pushing event updated for resources: {'Port': ['ID=59942e5b-27c1-4998-a25b-42ffd93c2863,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:57.677263 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:33:57.677645 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.678005 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb Sep 26 12:33:57.685622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:57.702527 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:33:57.703160 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:57.703670 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.704281 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:33:57.704858 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Bound port: 59942e5b-27c1-4998-a25b-42ffd93c2863, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:33:57.705410 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.761768 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.762487 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.763100 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.766842 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.767274 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.767756 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.768851 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.770441 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.770845 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.771193 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Tracked resource versions report: Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: pushed versions: Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: { 'AddressGroup': {'1.2'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Agent': {'1.1'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'ConntrackHelper': {'1.0'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'LocalIPAssociation': {'1.0'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Log': {'1.0'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'NDPProxy': {'1.0'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Network': {'1.1'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Port': {'1.7'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'PortForwarding': {'1.3'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'QosPolicy': {'1.10'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroup': {'1.5'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SubPort': {'1.0'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Subnet': {'1.1'}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Trunk': {'1.1'}} Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: consumer versions: Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: { DHCP agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: HyperV agent@hv-cinder-82762: {}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: L3 agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: Metadata agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: Metering agent@dv-cinder-827624-1-iscsi: {}, Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: Open vSwitch agent@dv-cinder-827624-1-iscsi: { 'AddressGroup': '1.2', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Agent': '1.1', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'ConntrackHelper': '1.0', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'LocalIPAssociation': '1.0', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Log': '1.0', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'NDPProxy': '1.0', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Network': '1.1', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Port': '1.7', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'PortForwarding': '1.3', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'QosPolicy': '1.10', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroup': '1.5', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SecurityGroupRule': '1.2', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'SubPort': '1.0', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Subnet': '1.1', Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: 'Trunk': '1.1'}} Sep 26 12:33:57.773177 dv-cinder-827624-1-iscsi neutron-server[106799]: {{(pid=106799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:33:57.788003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a95685-4b41-4516-a80e-71935c86f116,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:57.805810 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network e6a95685-4b41-4516-a80e-71935c86f116 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:33:57.809486 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] For port 59942e5b-27c1-4998-a25b-42ffd93c2863, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:33:57.814563 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] For port 59942e5b-27c1-4998-a25b-42ffd93c2863, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=59942e5b-27c1-4998-a25b-42ffd93c2863,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:33:57.824515 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.841148 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:33:57.845495 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:57.868476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:33:57.869380 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (b8763d53-4db8-4377-b69f-2d69979e38e4), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.869698 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Allocated IP 172.20.0.2 (687535a7-5b04-4ea1-b3ab-8200148c66bd/f802696d-53cf-4f66-a9f3-d94d186ed343/b591fe76-378b-4db1-a70c-5fe55341c7f3) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:33:57.880168 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-baf3ae6b-b8b2-424d-99df-7de61eaa5f14 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2400947 Sep 26 12:33:57.883335 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (77ca86a2-21f8-493f-93ee-1f402b7cb75d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:57.899383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34692) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:57.924404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Request body: {'subnet': {'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1308202155-subnet', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:57.975895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:33:57.980007 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.033571 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:58.050030 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ca86a2-21f8-493f-93ee-1f402b7cb75d,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.061766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Made reservation on behalf of 858866a5c26c445cacd9d67f0c3ecf93 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:33:58.064565 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.071265 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:33:58.071993 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:33:58.174192 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Pushing event updated for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.192248 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:58.206971 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89bf39-0f44-4782-9cd6-16aa57ea2870 None None] Pushing event updated for resources: {'Port': ['ID=59942e5b-27c1-4998-a25b-42ffd93c2863,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.212235 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Checking segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:58.212739 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Network hostable DHCP agents. Network: e7c05408-648c-4bc8-8663-af3b8613eacd, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:33:58.234466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for router_gateway (7e64f509-e818-45f9-8625-d31fb004ab13), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.241488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks [] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.254103 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (011c7ddc-c4b6-406f-8603-4b46e94443c5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.266747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Provisioning complete for port 3555df88-12d3-404b-b1da-550a60273d17 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:33:58.267138 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3555df88-12d3-404b-b1da-550a60273d17), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.267467 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 1 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:33:58.274392 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3555df88-12d3-404b-b1da-550a60273d17), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.304828 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:33:58.336431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.378943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011c7ddc-c4b6-406f-8603-4b46e94443c5,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.388334 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:33:58.401331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:33:58.406325 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:58.408506 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Pushing event updated for resources: {'Port': ['ID=b591fe76-378b-4db1-a70c-5fe55341c7f3,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.410699 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:33:58.420496 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:58.421130 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Network hostable DHCP agents. Network: fae5f2b6-e710-4c22-abd4-ff4b3fd200a4, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:33:58.427915 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Network e7c05408-648c-4bc8-8663-af3b8613eacd is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:33:58.488613 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:58.544144 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Attempting to bind port b591fe76-378b-4db1-a70c-5fe55341c7f3 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:33:58.544672 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Attempting to bind port b591fe76-378b-4db1-a70c-5fe55341c7f3 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:33:58.544874 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Attempting to bind port b591fe76-378b-4db1-a70c-5fe55341c7f3 on network 687535a7-5b04-4ea1-b3ab-8200148c66bd {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:33:58.563226 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, e7c05408-648c-4bc8-8663-af3b8613eacd) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:58.569962 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:58.578578 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.608652 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (dc308072-dc47-4566-a3c7-50845bdbcfee), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.610678 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe1a5c-ec28-4661-8697-9566ed964f88 None None] Network e7c05408-648c-4bc8-8663-af3b8613eacd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:58.644068 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:55Z', 'revision_number': 3, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:33:58.670969 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:33:58.675821 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Checking segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:58.676643 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.681228 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Bound using segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:33:58.683895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Bound port: b591fe76-378b-4db1-a70c-5fe55341c7f3, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:33:58.683895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.706636 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29fd7-d16e-48aa-b0e9-93272de4bf09 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:55Z', 'revision_number': 3, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:33:58.778490 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc308072-dc47-4566-a3c7-50845bdbcfee,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:58.792369 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:33:58.838286 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, fae5f2b6-e710-4c22-abd4-ff4b3fd200a4) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:58.857836 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:58.858458 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.879220 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] For port b591fe76-378b-4db1-a70c-5fe55341c7f3, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:33:58.885931 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] For port b591fe76-378b-4db1-a70c-5fe55341c7f3, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b591fe76-378b-4db1-a70c-5fe55341c7f3,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:33:58.900645 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f9e4c142-bbd8-4903-9a50-22fe2a280279 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8251419 Sep 26 12:33:58.905973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Checking segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:33:58.905973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Network hostable DHCP agents. Network: e6a95685-4b41-4516-a80e-71935c86f116, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:33:58.906162 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 2 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:33:58.907936 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34724) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:58.915262 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d40cb1-01c8-458c-9985-661675325e94 None None] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:58.917491 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:58.972304 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:58.981951 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks [] for port (3555df88-12d3-404b-b1da-550a60273d17), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.993543 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:33:58.994513 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:58.996221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for router_gateway (7e64f509-e818-45f9-8625-d31fb004ab13), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.018454 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Network e6a95685-4b41-4516-a80e-71935c86f116 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:33:59.025273 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a3b88bc5-499e-4cf3-a4dd-47ca5b461d37 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8758969 Sep 26 12:33:59.034352 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34728) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:59.037089 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.046690 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:59.059063 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.064321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.066232 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (b8763d53-4db8-4377-b69f-2d69979e38e4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.067725 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.143877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-e7c05408-648c-4bc8-8663-af3b8613eacd', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:33:59.144061 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, e6a95685-4b41-4516-a80e-71935c86f116) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:59.145157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.156139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:33:59.156757 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.179182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc7fac-9086-4612-bb58-1a5532f967da None None] Network e6a95685-4b41-4516-a80e-71935c86f116 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:33:59.281741 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07049b5f-cb63-4772-9f95-0e7163008b45 None None] Pushing event updated for resources: {'Port': ['ID=b591fe76-378b-4db1-a70c-5fe55341c7f3,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:59.382503 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Pushing event updated for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:33:59.514513 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 3 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:33:59.531355 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Allocated IP 172.27.1.179 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/50b1afd7-7974-4bfb-b88e-3bbe5efe11af) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:33:59.540569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:33:59.548474 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:33:59.641387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:59.646346 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34744) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:59.653899 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.655713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.728756 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for router_controller (90cdc5c5-320a-4601-9007-f1b606ffb3ce), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.729999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:33:59.739891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for router_controller (2c60fe55-93d6-4a6b-925b-d6a19f238f84), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.812113 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:33:59.813205 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:33:59.821120 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bf1bed5f-b23a-4eab-b8cf-00dee2bfa474 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9172070 Sep 26 12:33:59.858418 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34754) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:33:59.870984 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:33:59.878614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:33:59.982495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Allocated IP 172.20.0.2 (e7c05408-648c-4bc8-8663-af3b8613eacd/77ca86a2-21f8-493f-93ee-1f402b7cb75d/b63172d4-fbfc-441b-aa72-54723e3b7125) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:00.048131 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-e6a95685-4b41-4516-a80e-71935c86f116', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:34:00.049053 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.099629 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:34:00.142776 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e11b1fb-1a1c-486c-8074-cc320ef38d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.374940 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 4 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:00.431499 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for router_gateway (2c60fe55-93d6-4a6b-925b-d6a19f238f84), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.438359 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.442593 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for router_gateway (90cdc5c5-320a-4601-9007-f1b606ffb3ce), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.448531 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Allocated IP 172.20.0.2 (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4/011c7ddc-c4b6-406f-8603-4b46e94443c5/3773a624-986a-4735-bd47-56898bd97f89) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:00.472356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.476262 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.491921 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e11b1fb-1a1c-486c-8074-cc320ef38d54 admin admin] Publish callbacks [] for security_group (fe915bc8-d969-4134-b70a-eed9866f5676), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.556142 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for router_controller (d9c110fc-fead-47f4-bdaf-e713a3a472ac), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.557424 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.601800 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:00.606568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:00.610836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:00.689519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7e11b1fb-1a1c-486c-8074-cc320ef38d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (fe915bc8-d969-4134-b70a-eed9866f5676), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.748462 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:00.758419 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f67ee-fad8-4a0f-a087-2405cfba2913 None None] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:00.802643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Pushing event updated for resources: {'Port': ['ID=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:00.805554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:00.852770 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34776) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:00.858752 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7e11b1fb-1a1c-486c-8074-cc320ef38d54 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c64479c3909b434eac4bdbcb6ef9d53c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1988463 Sep 26 12:34:00.881381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Allocated IP 172.20.0.2 (e6a95685-4b41-4516-a80e-71935c86f116/dc308072-dc47-4566-a3c7-50845bdbcfee/52592d62-2399-4498-a110-a9627ab48851) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:00.902989 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11b1fb-1a1c-486c-8074-cc320ef38d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe915bc8-d969-4134-b70a-eed9866f5676,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:00.921993 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks [] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:00.929918 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:00.989531 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d3193b57-fbeb-4815-9ee8-6e6ec9afaa01 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8763d53-4db8-4377-b69f-2d69979e38e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7759199 Sep 26 12:34:01.047925 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.091766 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for router_gateway (d9c110fc-fead-47f4-bdaf-e713a3a472ac), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.109397 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for router_gateway (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.121156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Pushing event updated for resources: {'Port': ['ID=b63172d4-fbfc-441b-aa72-54723e3b7125,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:01.121476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:01.124033 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:01.154973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.169258 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] Publish callbacks [] for security_group (fe915bc8-d969-4134-b70a-eed9866f5676), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.237841 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] Publish callbacks [] for security_group (fe915bc8-d969-4134-b70a-eed9866f5676), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.265709 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 5 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:01.323778 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for router_gateway (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.363952 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks [] for port (3773a624-986a-4735-bd47-56898bd97f89), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.379330 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Network e7c05408-648c-4bc8-8663-af3b8613eacd is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:01.387437 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:01.411377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.419510 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:01.430583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 59942e5b-27c1-4998-a25b-42ffd93c2863 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:01.506846 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (3773a624-986a-4735-bd47-56898bd97f89), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.547226 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for router_gateway (7e64f509-e818-45f9-8625-d31fb004ab13), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.610125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:01.622191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:01.649624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Allocated IP 172.27.1.32 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/8bef641c-7686-4b16-bda8-7f3cb748763c) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:01.651758 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:01.664102 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (fe915bc8-d969-4134-b70a-eed9866f5676), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.666584 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.667835 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fe915bc8-d969-4134-b70a-eed9866f5676 HTTP/1.1" status: 204 len: 168 time: 0.8140182 Sep 26 12:34:01.721229 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:01.728683 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ed743-3bdc-43de-8dac-9f49d813ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe915bc8-d969-4134-b70a-eed9866f5676,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:01.748351 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34798) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:01.757292 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967953202', 'description': 'tempest-description--1826475367'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:01.759219 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:01.776627 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:INSERT=10,neutron:UPDATE=8,neutron:SELECT=82 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:01.789637 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for router_gateway (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.806170 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:01.806920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:01.821266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Attempting to bind port b63172d4-fbfc-441b-aa72-54723e3b7125 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:01.821266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Attempting to bind port b63172d4-fbfc-441b-aa72-54723e3b7125 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:01.821266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Attempting to bind port b63172d4-fbfc-441b-aa72-54723e3b7125 on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:01.854504 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.896589 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 59942e5b-27c1-4998-a25b-42ffd93c2863 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:01.897177 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.897691 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 59942e5b-27c1-4998-a25b-42ffd93c2863 Sep 26 12:34:01.898303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:01.900528 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks [] for port (52592d62-2399-4498-a110-a9627ab48851), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.910193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:01.920336 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Pushing event updated for resources: {'Port': ['ID=3773a624-986a-4735-bd47-56898bd97f89,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:01.990959 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (7e64f509-e818-45f9-8625-d31fb004ab13), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.048147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (52592d62-2399-4498-a110-a9627ab48851), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.109622 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 6 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:02.113175 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.208923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:02.209607 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Checking segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:02.210169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.210708 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Bound using segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:02.211501 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Bound port: b63172d4-fbfc-441b-aa72-54723e3b7125, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:02.212061 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.224268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Attempting to bind port 3773a624-986a-4735-bd47-56898bd97f89 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:02.224932 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Attempting to bind port 3773a624-986a-4735-bd47-56898bd97f89 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:02.225971 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Attempting to bind port 3773a624-986a-4735-bd47-56898bd97f89 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:02.244365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (341a3fb5-65cc-442c-8b3c-b969b73e407d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.266211 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Network e6a95685-4b41-4516-a80e-71935c86f116 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:02.279397 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:02.335319 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:02.346005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:02.380142 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:02.388058 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Pushing event updated for resources: {'Port': ['ID=52592d62-2399-4498-a110-a9627ab48851,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:02.486130 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 59942e5b-27c1-4998-a25b-42ffd93c2863 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:02.486398 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.526404 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Router 7e64f509-e818-45f9-8625-d31fb004ab13 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:34:02.530020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.532976 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:02.533223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:02.533632 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.534213 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Bound using segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:02.534521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Bound port: 3773a624-986a-4735-bd47-56898bd97f89, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:02.534906 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3773a624-986a-4735-bd47-56898bd97f89), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.538096 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] For port b63172d4-fbfc-441b-aa72-54723e3b7125, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:02.581881 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] For port b63172d4-fbfc-441b-aa72-54723e3b7125, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b63172d4-fbfc-441b-aa72-54723e3b7125,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:02.584007 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 59942e5b-27c1-4998-a25b-42ffd93c2863, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=59942e5b-27c1-4998-a25b-42ffd93c2863,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:02.615182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Attempting to bind port 52592d62-2399-4498-a110-a9627ab48851 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:02.615561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Attempting to bind port 52592d62-2399-4498-a110-a9627ab48851 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:02.616485 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Attempting to bind port 52592d62-2399-4498-a110-a9627ab48851 on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:02.623684 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (341a3fb5-65cc-442c-8b3c-b969b73e407d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.691340 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:02.691891 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.692493 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b591fe76-378b-4db1-a70c-5fe55341c7f3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:02.694799 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.717833 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:02.739048 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Allocated IP 172.27.1.132 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/11349572-5ec4-4688-a04d-8d4bf7475ce9) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:02.741793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:02.749774 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Pushing event updated for resources: {'Port': ['ID=8bef641c-7686-4b16-bda8-7f3cb748763c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:02.764907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:02.766154 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0162795 Sep 26 12:34:02.768071 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34810) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:02.802940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34812) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:02.810219 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c566b01-2f96-4f42-a321-1de6c4a05358 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341a3fb5-65cc-442c-8b3c-b969b73e407d,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:02.816907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '341a3fb5-65cc-442c-8b3c-b969b73e407d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:02.824652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] For port 3773a624-986a-4735-bd47-56898bd97f89, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:02.911533 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:02.924226 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Sync routers for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:02.937920 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34816) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:02.943778 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:02.944405 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:02.962577 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-931554d2-fe71-4c1e-a9f2-789f25677229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.084531 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 7 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:03.098790 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.100469 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9dfca8e0-5c6f-4da4-8204-a4c84ab8814a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7266300 Sep 26 12:34:03.108071 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34818) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:03.123591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (ee1358f3-e889-4b48-a5fe-55e770f50595), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.150596 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] For port 3773a624-986a-4735-bd47-56898bd97f89, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3773a624-986a-4735-bd47-56898bd97f89,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:03.176691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:03.177070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Checking segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:03.177461 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.177888 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Bound using segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:03.178376 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Bound port: 52592d62-2399-4498-a110-a9627ab48851, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:03.178753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (52592d62-2399-4498-a110-a9627ab48851), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.218377 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=59942e5b-27c1-4998-a25b-42ffd93c2863,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:03.231486 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:03.246404 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:03.277648 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:03.296144 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-931554d2-fe71-4c1e-a9f2-789f25677229 admin admin] Publish callbacks [] for security_group (d61ae7c9-03b6-4d7f-878b-5b23ab3212a0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.322608 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3773a624-986a-4735-bd47-56898bd97f89), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.324681 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-441c9873-18ab-40de-91a7-1c91b1a2b901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.351973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port b591fe76-378b-4db1-a70c-5fe55341c7f3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:03.352702 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.353276 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port b591fe76-378b-4db1-a70c-5fe55341c7f3 Sep 26 12:34:03.383824 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:03.385861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Updating router b8763d53-4db8-4377-b69f-2d69979e38e4 port 3555df88-12d3-404b-b1da-550a60273d17 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:03.482990 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-441c9873-18ab-40de-91a7-1c91b1a2b901 admin admin] Publish callbacks [] for security_group (a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.536776 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-931554d2-fe71-4c1e-a9f2-789f25677229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d61ae7c9-03b6-4d7f-878b-5b23ab3212a0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.544784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3555df88-12d3-404b-b1da-550a60273d17), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.547146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc136-479d-413d-8ffe-786754066c56 None None] Pushing event updated for resources: {'Port': ['ID=b63172d4-fbfc-441b-aa72-54723e3b7125,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:03.554208 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] For port 52592d62-2399-4498-a110-a9627ab48851, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:03.564942 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] For port 52592d62-2399-4498-a110-a9627ab48851, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=52592d62-2399-4498-a110-a9627ab48851,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:03.573607 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:03.693756 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (52592d62-2399-4498-a110-a9627ab48851), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.713245 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:00Z', 'revision_number': 3, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:03.771498 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Checking router: 7e64f509-e818-45f9-8625-d31fb004ab13 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:03.771796 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Updating router 7e64f509-e818-45f9-8625-d31fb004ab13 port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:03.784555 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 8 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:03.785863 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.794511 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-931554d2-fe71-4c1e-a9f2-789f25677229 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=900e11ae97584646bbfd55c4f3f7ca1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8553562 Sep 26 12:34:03.809604 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34828) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:03.815824 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-441c9873-18ab-40de-91a7-1c91b1a2b901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.822139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:03.853463 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.858540 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (ee1358f3-e889-4b48-a5fe-55e770f50595), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:03.860560 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:03.866911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec3c9-df1f-4410-a810-d28fcb3d7443 None None] Pushing event updated for resources: {'Port': ['ID=3773a624-986a-4735-bd47-56898bd97f89,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:03.871910 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:03.888340 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931554d2-fe71-4c1e-a9f2-789f25677229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61ae7c9-03b6-4d7f-878b-5b23ab3212a0,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:03.997871 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c9873-18ab-40de-91a7-1c91b1a2b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.004400 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port b591fe76-378b-4db1-a70c-5fe55341c7f3 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:04.004870 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.016374 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (ee1358f3-e889-4b48-a5fe-55e770f50595), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.057916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1358f3-e889-4b48-a5fe-55e770f50595,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.064309 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] Publish callbacks [] for security_group (d61ae7c9-03b6-4d7f-878b-5b23ab3212a0), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.078573 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-441c9873-18ab-40de-91a7-1c91b1a2b901 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=34163e2bc9184739a1bda92a03e9cc27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2800426 Sep 26 12:34:04.079653 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for router_gateway (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.093957 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34834) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:04.149059 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a600-2db2-4619-9ad4-6a93e07bcf1c None None] Pushing event updated for resources: {'Port': ['ID=52592d62-2399-4498-a110-a9627ab48851,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.192059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:04.192237 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.196476 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ad15e285-5644-4947-8ea4-5ff85d1bf076 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3808928 Sep 26 12:34:04.196476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.209035 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34836) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:04.210324 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:04.224608 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '341a3fb5-65cc-442c-8b3c-b969b73e407d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:04.226388 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port b591fe76-378b-4db1-a70c-5fe55341c7f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b591fe76-378b-4db1-a70c-5fe55341c7f3,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:04.273901 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] Publish callbacks [] for security_group (d61ae7c9-03b6-4d7f-878b-5b23ab3212a0), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.300015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:04.339780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:04.342943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:04.365433 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 9 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:04.405306 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Allocated IP 172.27.1.191 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/699b9705-b344-4e7e-a23d-e3da6d6e4337) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:04.411278 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.423288 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.438801 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25523f37-fd9e-4d4e-bcf4-5b8dbf759f47 None None] Network e7c05408-648c-4bc8-8663-af3b8613eacd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:04.496421 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks [] for port (3555df88-12d3-404b-b1da-550a60273d17), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.500274 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:04.520620 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Pushing event updated for resources: {'Port': ['ID=11349572-5ec4-4688-a04d-8d4bf7475ce9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.546455 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (dd69d579-38de-48a4-873c-70b3dfb3b5dd), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.583750 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=b591fe76-378b-4db1-a70c-5fe55341c7f3,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.595028 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.610268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:04.662601 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d61ae7c9-03b6-4d7f-878b-5b23ab3212a0), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.666629 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.670766 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d61ae7c9-03b6-4d7f-878b-5b23ab3212a0 HTTP/1.1" status: 204 len: 168 time: 0.8600967 Sep 26 12:34:04.705196 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.729902 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a162b-3015-4348-8b6f-5f592defa008 None None] Pushing event updated for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.731055 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e73cf-bace-440c-9c7c-c4d58322c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61ae7c9-03b6-4d7f-878b-5b23ab3212a0,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:04.798891 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] Publish callbacks [] for security_group (a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.831005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Attempting to bind port 3555df88-12d3-404b-b1da-550a60273d17 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:04.831374 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Attempting to bind port 3555df88-12d3-404b-b1da-550a60273d17 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:04.831898 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Attempting to bind port 3555df88-12d3-404b-b1da-550a60273d17 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:04.842703 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (dd69d579-38de-48a4-873c-70b3dfb3b5dd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.848004 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.878029 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] Publish callbacks [] for security_group (a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:04.939552 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 59942e5b-27c1-4998-a25b-42ffd93c2863 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:04.963859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (dd69d579-38de-48a4-873c-70b3dfb3b5dd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.006243 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Attempt 10 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:05.057801 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.065337 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:05.065723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:05.066136 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.066534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:05.067056 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Bound port: 3555df88-12d3-404b-b1da-550a60273d17, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:05.067443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3555df88-12d3-404b-b1da-550a60273d17), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.107134 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-bab3f32e-1458-4038-87a7-8fc2359d7b43 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:05.136863 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e258a4-ad79-406a-be6c-86a61e3b73bf None None] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:05.182912 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.189591 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.196539 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085 HTTP/1.1" status: 204 len: 168 time: 1.1013331 Sep 26 12:34:05.227940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd69d579-38de-48a4-873c-70b3dfb3b5dd,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:05.232057 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.241933 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for router_gateway (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.255809 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:05.265759 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf973-0d99-4bd4-bf0b-900b62d1deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aaf850-0bc6-42f1-b7c3-3a9ca84b4085,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:05.283464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:05.288792 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:05.398417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.399408 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3f43d08b-a324-41b3-ae64-35419908b7d9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1852250 Sep 26 12:34:05.411671 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:05.428371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34850) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:05.443676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:05.447178 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] For port 3555df88-12d3-404b-b1da-550a60273d17, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:05.460134 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 59942e5b-27c1-4998-a25b-42ffd93c2863 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:05.460426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.460759 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 59942e5b-27c1-4998-a25b-42ffd93c2863 Sep 26 12:34:05.462275 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Provisioning complete for port 3555df88-12d3-404b-b1da-550a60273d17 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:05.462656 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3555df88-12d3-404b-b1da-550a60273d17), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.463029 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Attempt 1 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:05.504175 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks [] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.533690 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Pushing event updated for resources: {'Port': ['ID=699b9705-b344-4e7e-a23d-e3da6d6e4337,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:05.607002 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.611553 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Allocated IP 172.20.0.1 (687535a7-5b04-4ea1-b3ab-8200148c66bd/f802696d-53cf-4f66-a9f3-d94d186ed343/92d35125-285c-4c3f-b9e9-04f78b604056) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:05.654720 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] For port 3555df88-12d3-404b-b1da-550a60273d17, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3555df88-12d3-404b-b1da-550a60273d17,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:05.656715 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Attempting to bind port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:05.661289 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Attempting to bind port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:05.664100 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Attempting to bind port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:05.664205 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4803d7f-e1e4-48de-8196-aa14c4d6e3c1 None None] Network e6a95685-4b41-4516-a80e-71935c86f116 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:05.727747 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.737562 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f14ba-a389-40f4-9c9a-19eb6d0b232e None None] Pushing event updated for resources: {'Port': ['ID=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:05.753733 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:05.754837 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:05.755554 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.756172 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:05.757564 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Bound port: 50b1afd7-7974-4bfb-b88e-3bbe5efe11af, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:05.758162 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.793490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.813136 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:05.835405 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Port 3555df88-12d3-404b-b1da-550a60273d17 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:05.866839 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] For port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:05.875533 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] For port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:05.889188 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks [] for port (92d35125-285c-4c3f-b9e9-04f78b604056), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.909951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:34:05.939550 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 59942e5b-27c1-4998-a25b-42ffd93c2863 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:05.941021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b63172d4-fbfc-441b-aa72-54723e3b7125 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:05.980878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.987472 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:05.997381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.050185 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:06.051133 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:06.068671 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.157061 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f14ba-a389-40f4-9c9a-19eb6d0b232e None None] Pushing event updated for resources: {'Port': ['ID=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:06.164042 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:06.175627 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:06.178471 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.184889 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Pushing event updated for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:06.189552 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:06.190276 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (7e64f509-e818-45f9-8625-d31fb004ab13), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.192813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for router_gateway (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.196489 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:06.201194 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:06.233022 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.299512 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.454601 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.27.1.131 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/ef83aa48-921f-47ee-b30e-9b3472e63685) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:06.471623 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Attempt 2 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:06.518902 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:06.566682 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.569420 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a162b-3015-4348-8b6f-5f592defa008 None None] Pushing event updated for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:06.604904 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.612076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.674575 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.681284 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port b63172d4-fbfc-441b-aa72-54723e3b7125 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:06.681687 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.682033 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port b63172d4-fbfc-441b-aa72-54723e3b7125 Sep 26 12:34:06.689648 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34880) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:06.731031 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.756879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:06.765815 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.809215 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:06.818055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:06.840984 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.882327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:06.916344 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:06.919384 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:00Z', 'revision_number': 3, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:06.931723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:06.932351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:06.934835 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=ef83aa48-921f-47ee-b30e-9b3472e63685,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:06.938084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:06.963230 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:06.969365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-57e7aced-1af5-48f4-a933-75e88a4f1eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:06.979059 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaa79e2-16aa-4716-9be6-22b522fe0635 None None] The sync data for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi is: [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:00Z', 'revision_number': 3, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:07.050423 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.055543 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-79b0fbee-ea54-49f0-96bc-98f525994076 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0163536 Sep 26 12:34:07.055908 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34890) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:07.150344 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.153939 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:34:07.171023 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Current status of the port 3555df88-12d3-404b-b1da-550a60273d17 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:07.171434 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3555df88-12d3-404b-b1da-550a60273d17), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.243098 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:34:07.255482 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks [] for port (92d35125-285c-4c3f-b9e9-04f78b604056), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.304001 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port b63172d4-fbfc-441b-aa72-54723e3b7125 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:07.304306 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.332221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.332968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (7e64f509-e818-45f9-8625-d31fb004ab13), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.377039 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] For port 3555df88-12d3-404b-b1da-550a60273d17, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3555df88-12d3-404b-b1da-550a60273d17,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:07.388428 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:07.483457 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.495937 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port b63172d4-fbfc-441b-aa72-54723e3b7125, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b63172d4-fbfc-441b-aa72-54723e3b7125,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:07.497545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.513630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-57e7aced-1af5-48f4-a933-75e88a4f1eab admin admin] Publish callbacks [] for security_group (bb004c79-5309-496b-a7f5-a97d0b6b18a4), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.581376 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.582173 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 52592d62-2399-4498-a110-a9627ab48851 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:07.587519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-57e7aced-1af5-48f4-a933-75e88a4f1eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bb004c79-5309-496b-a7f5-a97d0b6b18a4), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.630093 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-57e7aced-1af5-48f4-a933-75e88a4f1eab admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0179e2c6f6e34d5a933f9a88636a7a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9388146 Sep 26 12:34:07.631384 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34900) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:07.654554 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Provisioning complete for port b63172d4-fbfc-441b-aa72-54723e3b7125 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:07.654554 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:07.654554 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Attempt 1 to provision port b63172d4-fbfc-441b-aa72-54723e3b7125 Sep 26 12:34:07.660275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:07.687319 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:07.714985 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:07.716490 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:07.817885 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Pushing event updated for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:07.864385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:07.869281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:07.913637 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:07.917392 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:07.938735 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:07.991485 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a83f1-4d49-4665-a9ae-e90fea0c7494 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:08.092087 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 52592d62-2399-4498-a110-a9627ab48851 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:08.092846 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (52592d62-2399-4498-a110-a9627ab48851), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.098696 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 52592d62-2399-4498-a110-a9627ab48851 Sep 26 12:34:08.108464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:08.135964 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.197809 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Pushing event updated for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:08.246595 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:08.247598 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:08.249261 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.295602 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.310384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.311582 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-65458ed0-6e41-466a-ae38-753616f09da5 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4389997 Sep 26 12:34:08.317670 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.343741 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:04Z', 'revision_number': 3, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:08.350051 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34914) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:08.394550 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=b63172d4-fbfc-441b-aa72-54723e3b7125,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:08.424354 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.441934 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:08.442289 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Updating router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 port 11349572-5ec4-4688-a04d-8d4bf7475ce9 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:08.450823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7aced-1af5-48f4-a933-75e88a4f1eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb004c79-5309-496b-a7f5-a97d0b6b18a4,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:08.470679 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Current status of the port b63172d4-fbfc-441b-aa72-54723e3b7125 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:08.490322 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.497021 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b39fcf1d-5d2f-4462-ad0e-2b62e5ca2600 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5784109 Sep 26 12:34:08.497021 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] Publish callbacks [] for security_group (bb004c79-5309-496b-a7f5-a97d0b6b18a4), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.497294 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:03Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:08.554651 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] Publish callbacks [] for security_group (bb004c79-5309-496b-a7f5-a97d0b6b18a4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.556542 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.593800 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34918) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:08.612092 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:08.614285 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Updating router 90cdc5c5-320a-4601-9007-f1b606ffb3ce port 8bef641c-7686-4b16-bda8-7f3cb748763c binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:08.637623 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.639580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.640686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.706263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=ef83aa48-921f-47ee-b30e-9b3472e63685,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:08.759145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Provisioning complete for port 3773a624-986a-4735-bd47-56898bd97f89 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:08.759524 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3773a624-986a-4735-bd47-56898bd97f89), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.759895 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Attempt 1 to provision port 3773a624-986a-4735-bd47-56898bd97f89 Sep 26 12:34:08.774117 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.785447 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cf9bf18c-96bb-41f9-892d-9ebaae83dede tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3488331 Sep 26 12:34:08.786998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bb004c79-5309-496b-a7f5-a97d0b6b18a4), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.790286 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:08.792037 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bb004c79-5309-496b-a7f5-a97d0b6b18a4 HTTP/1.1" status: 204 len: 168 time: 1.1565881 Sep 26 12:34:08.801991 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf29b3-7d0b-467e-96b8-bb533c1582fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb004c79-5309-496b-a7f5-a97d0b6b18a4,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:08.879671 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:08.917051 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Router 7e64f509-e818-45f9-8625-d31fb004ab13 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:34:08.972839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:08.977635 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.041705 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 52592d62-2399-4498-a110-a9627ab48851 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:09.044825 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (52592d62-2399-4498-a110-a9627ab48851), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.144882 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.147612 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks [] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.158743 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34948) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:09.161881 dv-cinder-827624-1-iscsi neutron-server[106797]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 12:34:09.229095 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.233720 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-92f2d96e-acba-40e1-9425-1e253b79680f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1967953202&fields=id&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 267 time: 0.0729213 Sep 26 12:34:09.301737 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.465883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.491546 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 52592d62-2399-4498-a110-a9627ab48851, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=52592d62-2399-4498-a110-a9627ab48851,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:09.500442 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.528129 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ea4c8-ec8c-474a-b9d5-fe1064b4a1d7 None None] Pushing event updated for resources: {'Port': ['ID=11349572-5ec4-4688-a04d-8d4bf7475ce9,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:09.536058 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Attempting to bind port 11349572-5ec4-4688-a04d-8d4bf7475ce9 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:09.536579 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Attempting to bind port 11349572-5ec4-4688-a04d-8d4bf7475ce9 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:09.537082 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Attempting to bind port 11349572-5ec4-4688-a04d-8d4bf7475ce9 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:09.571803 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-0729cd5e-e428-49b3-9add-566890a2561a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:09.579467 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-0729cd5e-e428-49b3-9add-566890a2561a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.3436773 Sep 26 12:34:09.602495 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-78a17d6e-1800-42d9-9b0c-920b4f6bc50c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/quotas/89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 375 time: 0.0199358 Sep 26 12:34:09.606607 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:09.606981 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:09.607708 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.609993 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:09.610644 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Bound port: 11349572-5ec4-4688-a04d-8d4bf7475ce9, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:09.611025 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.658110 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.676728 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] For port 11349572-5ec4-4688-a04d-8d4bf7475ce9, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:09.680999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.687953 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] For port 11349572-5ec4-4688-a04d-8d4bf7475ce9, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=11349572-5ec4-4688-a04d-8d4bf7475ce9,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:09.718716 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-6a62dc40-fbc9-4bca-b9b1-b9bc76093450 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145284 Sep 26 12:34:09.758343 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.768025 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (52592d62-2399-4498-a110-a9627ab48851), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:09.769145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3773a624-986a-4735-bd47-56898bd97f89 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:09.833339 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:09.835424 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ea4c8-ec8c-474a-b9d5-fe1064b4a1d7 None None] Pushing event updated for resources: {'Port': ['ID=11349572-5ec4-4688-a04d-8d4bf7475ce9,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:09.847502 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:09.848145 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:09.989349 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:09.998823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 34964) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:10.017565 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-183ba617-819a-4690-8c1f-5f183442253e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.032153 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:10.058890 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-aeca8519-dd9d-4217-9444-76084490dedc admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7e64f509-e818-45f9-8625-d31fb004ab13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9488883 Sep 26 12:34:10.134686 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:10.183800 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Current status of the port 3773a624-986a-4735-bd47-56898bd97f89 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:10.184353 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3773a624-986a-4735-bd47-56898bd97f89), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.229705 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-183ba617-819a-4690-8c1f-5f183442253e admin admin] Publish callbacks [] for security_group (b07e051d-8039-40fc-8f3f-934181159885), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.255096 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=52592d62-2399-4498-a110-a9627ab48851,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:10.282938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:10.328861 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-183ba617-819a-4690-8c1f-5f183442253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b07e051d-8039-40fc-8f3f-934181159885), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.345939 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:10.346666 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Updating router d9c110fc-fead-47f4-bdaf-e713a3a472ac port 699b9705-b344-4e7e-a23d-e3da6d6e4337 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:10.362126 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4de794c5-c723-4956-a1cb-817a07ca114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.392276 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Sync routers for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:10.418354 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:04Z', 'revision_number': 3, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:10.458261 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-183ba617-819a-4690-8c1f-5f183442253e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2c3c019bd6424e7baa10eeea94a18d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569230 Sep 26 12:34:10.466235 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 34978) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:10.468339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-ddfe189a-8bbf-4659-a24f-adc3f649d29e service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:34:10.472219 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-ddfe189a-8bbf-4659-a24f-adc3f649d29e service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1929715 Sep 26 12:34:10.494594 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6f0c6-c3b8-4b3a-86f1-a4fc248c95c8 None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:04Z', 'revision_number': 3, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:10.506278 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:10.506278 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:10.525532 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] For port 3773a624-986a-4735-bd47-56898bd97f89, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3773a624-986a-4735-bd47-56898bd97f89,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:10.548175 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3773a624-986a-4735-bd47-56898bd97f89 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:10.558513 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3773a624-986a-4735-bd47-56898bd97f89), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.558513 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3773a624-986a-4735-bd47-56898bd97f89 Sep 26 12:34:10.558674 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:10.566518 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba617-819a-4690-8c1f-5f183442253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e051d-8039-40fc-8f3f-934181159885,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:10.622895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3773a624-986a-4735-bd47-56898bd97f89), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.625881 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.754550 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-534e131b-8a12-4d2c-ab24-68759e131380 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704945 Sep 26 12:34:10.755180 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:10.825977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Pushing event updated for resources: {'Port': ['ID=3773a624-986a-4735-bd47-56898bd97f89,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:10.837609 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] Publish callbacks [] for security_group (b07e051d-8039-40fc-8f3f-934181159885), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.898000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] Publish callbacks [] for security_group (b07e051d-8039-40fc-8f3f-934181159885), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.910110 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Provisioning complete for port b591fe76-378b-4db1-a70c-5fe55341c7f3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:10.910745 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:10.911216 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Attempt 1 to provision port b591fe76-378b-4db1-a70c-5fe55341c7f3 Sep 26 12:34:10.991777 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.011549 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.054676 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-2eab9fb5-0234-4b62-accd-f8bab95be618 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902255 Sep 26 12:34:11.058276 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3773a624-986a-4735-bd47-56898bd97f89 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:11.170668 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Allocated IP 172.20.0.1 (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4/011c7ddc-c4b6-406f-8603-4b46e94443c5/cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:11.214505 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:06Z', 'revision_number': 4, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '92d35125-285c-4c3f-b9e9-04f78b604056', 'name': '', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'mac_address': 'fa:16:3e:3f:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:04Z', 'updated_at': '2022-09-26T12:34:06Z', 'revision_number': 2, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'subnets': [{'id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:11.228035 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.248385 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.321793 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks [] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.321924 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35022) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:11.329724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.353646 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Checking router: 7e64f509-e818-45f9-8625-d31fb004ab13 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:11.354252 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Updating router 7e64f509-e818-45f9-8625-d31fb004ab13 port 92d35125-285c-4c3f-b9e9-04f78b604056 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:11.361867 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b07e051d-8039-40fc-8f3f-934181159885), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.370756 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.373093 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b07e051d-8039-40fc-8f3f-934181159885 HTTP/1.1" status: 204 len: 168 time: 0.9031749 Sep 26 12:34:11.434797 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.493561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.543383 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.567446 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Attempting to bind port 8bef641c-7686-4b16-bda8-7f3cb748763c on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:11.574191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Attempting to bind port 8bef641c-7686-4b16-bda8-7f3cb748763c by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:11.575203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Attempting to bind port 8bef641c-7686-4b16-bda8-7f3cb748763c on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:11.649923 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-5394e2d9-0596-4061-839c-7ceb5ff225a6 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:11.651431 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-5394e2d9-0596-4061-839c-7ceb5ff225a6 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/networks?id=687535a7-5b04-4ea1-b3ab-8200148c66bd HTTP/1.1" status: 200 len: 812 time: 0.3282192 Sep 26 12:34:11.691358 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.798764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Allocated IP 172.20.0.1 (e7c05408-648c-4bc8-8663-af3b8613eacd/77ca86a2-21f8-493f-93ee-1f402b7cb75d/515705f9-b021-4ae3-91c4-186475aa16f3) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:11.806896 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:11.810246 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b591fe76-378b-4db1-a70c-5fe55341c7f3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:11.813406 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc451-39fc-4f2a-92e5-055ada624914 None None] Current status of the port b591fe76-378b-4db1-a70c-5fe55341c7f3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:11.826827 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-51bfd00f-5c3f-42b5-8732-ae5271753f5c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/quotas/dfabb61da005465ea21b32b223d76bb1 HTTP/1.1" status: 200 len: 375 time: 0.1566007 Sep 26 12:34:11.833107 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a0e2405-34cc-4d4f-abe7-59293877a77a req-8254f48c-5990-41e1-8944-7ff40a599bf8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.1618104 Sep 26 12:34:11.915074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96934-66c2-45b3-9044-d14374828368 None None] Pushing event updated for resources: {'Port': ['ID=8bef641c-7686-4b16-bda8-7f3cb748763c,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:11.934855 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-206a7c99-de23-4927-ad61-850bc592e63c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dfabb61da005465ea21b32b223d76bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938113 Sep 26 12:34:11.936754 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:11.937124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:11.937526 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:11.937915 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:11.938401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Bound port: 8bef641c-7686-4b16-bda8-7f3cb748763c, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:11.938777 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.009930 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Provisioning complete for port 92d35125-285c-4c3f-b9e9-04f78b604056 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:12.010422 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.011683 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Attempt 1 to provision port 92d35125-285c-4c3f-b9e9-04f78b604056 Sep 26 12:34:12.013015 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port b591fe76-378b-4db1-a70c-5fe55341c7f3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:12.013380 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.013690 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port b591fe76-378b-4db1-a70c-5fe55341c7f3 Sep 26 12:34:12.091656 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] For port 8bef641c-7686-4b16-bda8-7f3cb748763c, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:12.095674 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] For port 8bef641c-7686-4b16-bda8-7f3cb748763c, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=8bef641c-7686-4b16-bda8-7f3cb748763c,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:12.182187 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Allocated IP 172.20.0.1 (e6a95685-4b41-4516-a80e-71935c86f116/dc308072-dc47-4566-a3c7-50845bdbcfee/26c8c72b-ccf7-4143-949b-f58df82e878b) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:12.229839 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks [] for port (92d35125-285c-4c3f-b9e9-04f78b604056), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.244606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks [] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.253123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Port 92d35125-285c-4c3f-b9e9-04f78b604056 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:12.294470 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.309146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.336521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks [] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.368316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.396384 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Attempting to bind port 699b9705-b344-4e7e-a23d-e3da6d6e4337 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:12.396924 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Attempting to bind port 699b9705-b344-4e7e-a23d-e3da6d6e4337 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:12.401426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35066) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:12.401875 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Attempting to bind port 699b9705-b344-4e7e-a23d-e3da6d6e4337 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:12.465226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:12.466109 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:33:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:12.502343 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks [] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.516643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:12.530102 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eaade-f267-43d0-a3f2-f53830c68915 None None] Pushing event updated for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:12.585373 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Attempting to bind port 92d35125-285c-4c3f-b9e9-04f78b604056 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:12.587312 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Attempting to bind port 92d35125-285c-4c3f-b9e9-04f78b604056 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:12.587805 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Attempting to bind port 92d35125-285c-4c3f-b9e9-04f78b604056 on network 687535a7-5b04-4ea1-b3ab-8200148c66bd {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:12.605961 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356df8-4600-4b35-80f9-a68d7e54479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e051d-8039-40fc-8f3f-934181159885,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:12.624629 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:12.648277 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.661342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks [] for port (515705f9-b021-4ae3-91c4-186475aa16f3), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.684067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-1a7aa022-4b1d-418b-97d2-6eb52e5f98ec service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:34:12.686208 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-1a7aa022-4b1d-418b-97d2-6eb52e5f98ec service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1297753 Sep 26 12:34:12.713970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-274eb70d-d9ef-49a7-a780-c780f9a68efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.718831 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.737123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:12.737416 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:12.737828 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.738223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:12.738711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Bound port: 699b9705-b344-4e7e-a23d-e3da6d6e4337, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:12.739088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.744787 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:12.747791 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Checking segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:12.754940 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.755461 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Bound using segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:12.757581 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Bound port: 92d35125-285c-4c3f-b9e9-04f78b604056, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:12.760188 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.793447 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:12.793447 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Network e6a95685-4b41-4516-a80e-71935c86f116 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:12.794274 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Attempt 2 to provision port 92d35125-285c-4c3f-b9e9-04f78b604056 Sep 26 12:34:12.794584 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Pushing event updated for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:12.794584 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:12.794584 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:12.799827 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:12.800466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.805212 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:12.805988 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.925855 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] For port 92d35125-285c-4c3f-b9e9-04f78b604056, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:12.930252 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] For port 92d35125-285c-4c3f-b9e9-04f78b604056, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=92d35125-285c-4c3f-b9e9-04f78b604056,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:12.963402 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6035ac0-647e-43b6-987d-5d9c6eca207d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:12.992883 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-aef9479f-5383-4732-9d69-2f6348e42b27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996264 Sep 26 12:34:13.049039 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.073811 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:13.074668 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:13.175806 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c09feb49-4d48-41db-b508-06b0f40144ac req-edc084e6-8f71-48a8-9c10-bc7b7324ccfd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.1607437 Sep 26 12:34:13.286046 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Pushing event updated for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.311521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.312761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.349149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.365064 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.375028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-efebea1f-ee30-4a6c-8273-88ce3454adaf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807056 Sep 26 12:34:13.395979 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96934-66c2-45b3-9044-d14374828368 None None] Pushing event updated for resources: {'Port': ['ID=8bef641c-7686-4b16-bda8-7f3cb748763c,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.464674 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:13.465353 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6035ac0-647e-43b6-987d-5d9c6eca207d admin admin] Publish callbacks [] for security_group (89c85efb-7538-4a60-9788-758d682bed82), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.469156 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eaade-f267-43d0-a3f2-f53830c68915 None None] Pushing event updated for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.482808 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Network e7c05408-648c-4bc8-8663-af3b8613eacd is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:13.496863 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:13.512463 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:13.512950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.519106 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Port 92d35125-285c-4c3f-b9e9-04f78b604056 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:13.522955 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.523381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125993a-fd63-45c8-934a-f43e9228b7f7 None None] Pushing event updated for resources: {'Port': ['ID=699b9705-b344-4e7e-a23d-e3da6d6e4337,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.524897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6035ac0-647e-43b6-987d-5d9c6eca207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (89c85efb-7538-4a60-9788-758d682bed82), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.607570 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port b591fe76-378b-4db1-a70c-5fe55341c7f3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:13.616694 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 50b1afd7-7974-4bfb-b88e-3bbe5efe11af up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:13.649031 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f6035ac0-647e-43b6-987d-5d9c6eca207d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7f29367c141406a916d450d9379aa18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2448592 Sep 26 12:34:13.650051 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35106) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:13.708174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.738178 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6035ac0-647e-43b6-987d-5d9c6eca207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c85efb-7538-4a60-9788-758d682bed82,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.762237 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] For port 699b9705-b344-4e7e-a23d-e3da6d6e4337, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:13.765160 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.785718 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.817802 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] For port 699b9705-b344-4e7e-a23d-e3da6d6e4337, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=699b9705-b344-4e7e-a23d-e3da6d6e4337,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:13.819245 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Pushing event updated for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:13.845499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:03Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:13.889747 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.892808 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:13.915424 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:13.915863 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.916207 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af Sep 26 12:34:13.927408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fe47-ea06-47d5-b377-49fd095d99d8 None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:03Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:13.933367 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.941382 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:13.984420 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] Publish callbacks [] for security_group (89c85efb-7538-4a60-9788-758d682bed82), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.050581 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Attempt 3 to provision port 92d35125-285c-4c3f-b9e9-04f78b604056 Sep 26 12:34:14.058485 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40f85e27-97ef-4537-b67f-ad47ddc32527 req-16e513cc-7f58-4d37-96c3-2d02630109b8 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0780113 Sep 26 12:34:14.121997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] Publish callbacks [] for security_group (89c85efb-7538-4a60-9788-758d682bed82), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.204949 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:06Z', 'revision_number': 4, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '92d35125-285c-4c3f-b9e9-04f78b604056', 'name': '', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'mac_address': 'fa:16:3e:3f:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:04Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 4, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'subnets': [{'id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:14.208155 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:14.209611 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:14.269097 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aea4d-44be-44d9-849e-7fabb6c7a774 None None] The sync data for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi is: [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:06Z', 'revision_number': 4, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '92d35125-285c-4c3f-b9e9-04f78b604056', 'name': '', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'mac_address': 'fa:16:3e:3f:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:04Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 4, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'subnets': [{'id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:14.299771 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.318050 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125993a-fd63-45c8-934a-f43e9228b7f7 None None] Pushing event updated for resources: {'Port': ['ID=699b9705-b344-4e7e-a23d-e3da6d6e4337,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:14.376108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-712ec980-a496-4e3b-8d0f-dd976af30af3 req-676bc6e1-0071-44fd-b43e-8600a9588ea0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0743983 Sep 26 12:34:14.377100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (89c85efb-7538-4a60-9788-758d682bed82), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.386701 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.388474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/89c85efb-7538-4a60-9788-758d682bed82 HTTP/1.1" status: 204 len: 168 time: 0.7266803 Sep 26 12:34:14.414660 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf37f67-1077-4dbc-be78-2760435f4fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c85efb-7538-4a60-9788-758d682bed82,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:14.501443 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:14.658729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:14.661591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:14.662089 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.703431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Current status of the port 92d35125-285c-4c3f-b9e9-04f78b604056 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:14.703879 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.802871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] For port 92d35125-285c-4c3f-b9e9-04f78b604056, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=92d35125-285c-4c3f-b9e9-04f78b604056,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:14.807191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:14.822544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:14.937011 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:14.940425 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b63172d4-fbfc-441b-aa72-54723e3b7125 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:14.947123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.045559 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks [] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.131351 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks [] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.163262 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.167194 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.204574 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Provisioning complete for port 3773a624-986a-4735-bd47-56898bd97f89 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:15.205142 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3773a624-986a-4735-bd47-56898bd97f89), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.205858 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Attempt 1 to provision port 3773a624-986a-4735-bd47-56898bd97f89 Sep 26 12:34:15.206892 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks [] for port (515705f9-b021-4ae3-91c4-186475aa16f3), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.241909 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cb0b428-d7c4-4332-bcfe-de6d25115a68 req-0caa3a60-1d21-465a-a0f7-b90a6fc7817a tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0471931 Sep 26 12:34:15.285536 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Pushing event updated for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:15.290855 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.292950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.332831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.344955 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:15.380365 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Pushing event updated for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:15.434207 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.435384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.459996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.475016 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port b63172d4-fbfc-441b-aa72-54723e3b7125 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:15.489081 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.490128 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port b63172d4-fbfc-441b-aa72-54723e3b7125 Sep 26 12:34:15.538464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Pushing event updated for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:15.718197 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Pushing event updated for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:15.759626 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35178) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:15.765787 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Network e6a95685-4b41-4516-a80e-71935c86f116 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:15.797378 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:15.800554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:15.817882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:15.825632 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-787d504f-d21b-4ca2-81cd-31b2e37a6c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:15.841605 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eab6f9a0-5803-4e9f-b5da-7cae72fbbad5 req-d8a53b40-4c58-46d8-998b-3cf86a96bc46 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0908358 Sep 26 12:34:15.865140 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Network e7c05408-648c-4bc8-8663-af3b8613eacd is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:16.005747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port b63172d4-fbfc-441b-aa72-54723e3b7125 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:16.006848 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3555df88-12d3-404b-b1da-550a60273d17 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:16.037961 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:16.104455 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Current status of the port 3773a624-986a-4735-bd47-56898bd97f89 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:16.117831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Provisioning complete for port 52592d62-2399-4498-a110-a9627ab48851 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:16.118413 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (52592d62-2399-4498-a110-a9627ab48851), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.118900 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Attempt 1 to provision port 52592d62-2399-4498-a110-a9627ab48851 Sep 26 12:34:16.136457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-787d504f-d21b-4ca2-81cd-31b2e37a6c47 admin admin] Publish callbacks [] for security_group (146a1921-4bb7-421f-9776-e84eab422231), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.142124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c201b-4250-4d56-a285-0d86071d94e2 None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:16.151360 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:16.182386 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:16.234106 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:16.239570 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-787d504f-d21b-4ca2-81cd-31b2e37a6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (146a1921-4bb7-421f-9776-e84eab422231), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.283753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3555df88-12d3-404b-b1da-550a60273d17 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:16.284564 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3555df88-12d3-404b-b1da-550a60273d17), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.285046 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3555df88-12d3-404b-b1da-550a60273d17 Sep 26 12:34:16.449413 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-787d504f-d21b-4ca2-81cd-31b2e37a6c47 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7711003e0fb74c8f899c0256d5504d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6886487 Sep 26 12:34:16.453134 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc5bf842-7d69-414a-870a-414db13159bc req-1641c932-c6e3-428d-99d0-2e36f5316f21 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0958028 Sep 26 12:34:16.453857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35198) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:16.461418 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d504f-d21b-4ca2-81cd-31b2e37a6c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146a1921-4bb7-421f-9776-e84eab422231,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:16.506333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0c17e-dab4-470f-8d91-fa97af439c1c None None] Current status of the port 52592d62-2399-4498-a110-a9627ab48851 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:16.508831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3555df88-12d3-404b-b1da-550a60273d17 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:16.510212 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 52592d62-2399-4498-a110-a9627ab48851 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:16.558647 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:16.566321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] Publish callbacks [] for security_group (146a1921-4bb7-421f-9776-e84eab422231), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.589976 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 52592d62-2399-4498-a110-a9627ab48851 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:16.591132 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (52592d62-2399-4498-a110-a9627ab48851), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.591132 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 52592d62-2399-4498-a110-a9627ab48851 Sep 26 12:34:16.602753 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] Publish callbacks [] for security_group (146a1921-4bb7-421f-9776-e84eab422231), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.659069 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Provisioning complete for port 515705f9-b021-4ae3-91c4-186475aa16f3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:16.660076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.660155 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 1 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:16.706950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:34:16.726613 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 515705f9-b021-4ae3-91c4-186475aa16f3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:16.756350 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (146a1921-4bb7-421f-9776-e84eab422231), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.758829 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.760111 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/146a1921-4bb7-421f-9776-e84eab422231 HTTP/1.1" status: 204 len: 168 time: 0.3050547 Sep 26 12:34:16.778787 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 52592d62-2399-4498-a110-a9627ab48851 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:16.780676 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3773a624-986a-4735-bd47-56898bd97f89 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:16.787520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b08ea-2a9e-41aa-be66-a11cac6275a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a1921-4bb7-421f-9776-e84eab422231,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:16.840598 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:34:16.846712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3773a624-986a-4735-bd47-56898bd97f89 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:16.846712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3773a624-986a-4735-bd47-56898bd97f89), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:16.846712 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3773a624-986a-4735-bd47-56898bd97f89 Sep 26 12:34:16.850651 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:16.994978 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:34:17.019170 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:17.032317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:17.041494 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:17.046366 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-fdaef609-11d2-45b8-a656-8408606745c2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/90cdc5c5-320a-4601-9007-f1b606ffb3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9893827 Sep 26 12:34:17.051693 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-afc6810d-26dd-476b-8b9e-509ca49c91c7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d9c110fc-fead-47f4-bdaf-e713a3a472ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6989660 Sep 26 12:34:17.171669 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3773a624-986a-4735-bd47-56898bd97f89 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:17.209245 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:34:17.214352 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3b54f34f-e533-44bc-b2d4-562177381e76 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2c60fe55-93d6-4a6b-925b-d6a19f238f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6095490 Sep 26 12:34:17.231849 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 2 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:17.235016 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:17.278311 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd9c195c-0069-459c-b660-d2c2ac75d56b req-6b29f52d-af62-4597-8f14-cf83a30d1206 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.2738342 Sep 26 12:34:17.286494 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:17.287586 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:17.291727 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 515705f9-b021-4ae3-91c4-186475aa16f3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:17.440687 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:17.478333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:17.532153 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 50b1afd7-7974-4bfb-b88e-3bbe5efe11af up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:17.561251 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.61', 64529) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:17.691877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:17.692496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:17.692795 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af Sep 26 12:34:17.815346 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 3 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:17.820473 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-fb6f10b6-cb60-4c58-a238-f2ce319c8a4b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:17.822758 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-fb6f10b6-cb60-4c58-a238-f2ce319c8a4b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.2604711 Sep 26 12:34:17.902402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 515705f9-b021-4ae3-91c4-186475aa16f3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:17.904634 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:17.905701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 92d35125-285c-4c3f-b9e9-04f78b604056 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:17.938321 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35248) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:17.943196 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748202284', 'description': 'tempest-description--825984287'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:17.972872 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 2, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:17.992016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35252) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:17.997916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167737317', 'description': 'tempest-description--1472208934'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:18.005602 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:18.005970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Updating router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 port 515705f9-b021-4ae3-91c4-186475aa16f3 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:18.009535 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 92d35125-285c-4c3f-b9e9-04f78b604056 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:18.009913 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.010319 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 92d35125-285c-4c3f-b9e9-04f78b604056 Sep 26 12:34:18.047959 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.067327 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.127796 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.225514 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.285394 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad9b1d95-2fa4-4d91-bfb4-fc6053a978ab req-138ace50-1dad-489c-8c11-a63d5ffd1d41 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0617139 Sep 26 12:34:18.296603 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.355465 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 92d35125-285c-4c3f-b9e9-04f78b604056 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:18.356675 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 11349572-5ec4-4688-a04d-8d4bf7475ce9 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:18.358926 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (a22b0797-d220-4080-9d16-5f2823ca18d9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.393222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:18.424351 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 4 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:18.433304 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a22b0797-d220-4080-9d16-5f2823ca18d9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.457132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:18.462158 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-37db3daf-42be-427b-b053-a3a31e30b179 req-87ec7da8-3ff9-40b8-84ee-49cab3360e40 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0431459 Sep 26 12:34:18.483851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.489261 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f49a8c5c-673c-4d1e-acfb-c8d72ce3f74c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5496845 Sep 26 12:34:18.493385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35268) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:18.498259 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group_rule': {'security_group_id': '6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:18.522210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22b0797-d220-4080-9d16-5f2823ca18d9,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:18.544137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 515705f9-b021-4ae3-91c4-186475aa16f3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:18.579729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 11349572-5ec4-4688-a04d-8d4bf7475ce9 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:18.580074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.580421 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 11349572-5ec4-4688-a04d-8d4bf7475ce9 Sep 26 12:34:18.583014 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:18.584569 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.595000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35280) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:18.600059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e305b6cf-b6ba-45fb-b675-74b4b6000782 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6063540 Sep 26 12:34:18.609290 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:18.610287 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:18.614000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group_rule': {'security_group_id': 'a22b0797-d220-4080-9d16-5f2823ca18d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:18.658226 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (b0c0aa08-7a2c-43f1-9772-5c9d27cf87ca), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.736764 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:18.768848 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks [] for port (515705f9-b021-4ae3-91c4-186475aa16f3), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.770371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 11349572-5ec4-4688-a04d-8d4bf7475ce9 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:18.770745 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.799534 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (b0c0aa08-7a2c-43f1-9772-5c9d27cf87ca), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.801537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-746d992a-1e5f-460c-aee8-1f2ba4179273 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:18.804276 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 11349572-5ec4-4688-a04d-8d4bf7475ce9, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=11349572-5ec4-4688-a04d-8d4bf7475ce9,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:18.808239 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-746d992a-1e5f-460c-aee8-1f2ba4179273 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.2065234 Sep 26 12:34:18.821055 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-32a99c48-6420-4a36-9a01-9ea926276a7c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/quotas/51e0f761f6a74bbc85c5b5a31a307f16 HTTP/1.1" status: 200 len: 375 time: 0.0104477 Sep 26 12:34:18.872611 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (b0c0aa08-7a2c-43f1-9772-5c9d27cf87ca), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.875597 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.890363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.891180 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 8bef641c-7686-4b16-bda8-7f3cb748763c up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:18.892939 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-091885a3-84db-468c-bcd5-c8bf10d5e289 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640440 Sep 26 12:34:18.899027 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (c430d271-b04b-4095-bda1-be0959a3286e), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:18.938746 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c0aa08-7a2c-43f1-9772-5c9d27cf87ca,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.003677 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (c430d271-b04b-4095-bda1-be0959a3286e), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.008181 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 2, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:19.014892 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f6be9-6b82-4e30-b6b4-58149376caeb None None] Pushing event updated for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.038377 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:19.038989 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Updating router 90cdc5c5-320a-4601-9007-f1b606ffb3ce port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:19.047826 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-34d99add-6bd5-434c-b510-cd9818eb151f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546547 Sep 26 12:34:19.055991 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.060441 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3189bd07-a03e-44b0-9866-732c3278d16d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5666153 Sep 26 12:34:19.060670 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35288) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:19.066360 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group_rule': {'security_group_id': '6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:19.076775 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.095257 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 5 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:19.110556 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (c430d271-b04b-4095-bda1-be0959a3286e), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.184926 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c430d271-b04b-4095-bda1-be0959a3286e,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.185671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-7d6716a1-fb2a-412e-82f1-e6ce5ff8e7dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369064 Sep 26 12:34:19.206925 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (fd7d4336-d1bb-4bba-9ee6-32d80c4f27a0), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.241141 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.243502 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c80fd91d-66c3-469c-9383-6bd33577afab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6468210 Sep 26 12:34:19.246155 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35290) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:19.251390 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group_rule': {'security_group_id': 'a22b0797-d220-4080-9d16-5f2823ca18d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:19.256920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Attempting to bind port 515705f9-b021-4ae3-91c4-186475aa16f3 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:19.257290 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Attempting to bind port 515705f9-b021-4ae3-91c4-186475aa16f3 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:19.257656 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Attempting to bind port 515705f9-b021-4ae3-91c4-186475aa16f3 on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:19.314788 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:19.321253 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 8bef641c-7686-4b16-bda8-7f3cb748763c triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:19.321650 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.321976 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 8bef641c-7686-4b16-bda8-7f3cb748763c Sep 26 12:34:19.336714 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (fd7d4336-d1bb-4bba-9ee6-32d80c4f27a0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.343366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:19.343846 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Checking segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:19.344288 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.344638 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Bound using segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:19.345128 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Bound port: 515705f9-b021-4ae3-91c4-186475aa16f3, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:19.345496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.347491 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 515705f9-b021-4ae3-91c4-186475aa16f3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:19.383411 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=11349572-5ec4-4688-a04d-8d4bf7475ce9,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.482649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:19.489538 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4911921d-3106-4f1c-a256-e0d8b99988a5 req-df3e8740-dbd5-41cd-a00c-f2438126fdd1 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0545316 Sep 26 12:34:19.528331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] For port 515705f9-b021-4ae3-91c4-186475aa16f3, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:19.571616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] For port 515705f9-b021-4ae3-91c4-186475aa16f3, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=515705f9-b021-4ae3-91c4-186475aa16f3,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:19.582647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 8bef641c-7686-4b16-bda8-7f3cb748763c is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:19.582647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.599247 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks [] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.608024 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (fd7d4336-d1bb-4bba-9ee6-32d80c4f27a0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.608215 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 8bef641c-7686-4b16-bda8-7f3cb748763c, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=8bef641c-7686-4b16-bda8-7f3cb748763c,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:19.631772 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-233f3b1a-bef7-4334-a8ff-c9c0e5198161 req-8a0f133a-5072-40a5-9a4f-4a13cf2cd468 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0353487 Sep 26 12:34:19.640498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7d4336-d1bb-4bba-9ee6-32d80c4f27a0,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.668423 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0dc73741-7f99-4ee2-84fe-aa5c78eed309 req-51e5cfc6-7db7-4041-95db-38f2a4f39f04 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Sep 26 12:34:19.668423 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (657d45d9-94c1-4641-aab2-b0ceab271752), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.717038 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.718858 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.754467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (657d45d9-94c1-4641-aab2-b0ceab271752), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.755456 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.756723 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-977080ac-abbd-4057-bcda-5aa1098a0944 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6949461 Sep 26 12:34:19.762469 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35310) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:19.775679 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:19.798046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.801309 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:19.829164 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:19.835952 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:19.837885 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:19.882749 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (657d45d9-94c1-4641-aab2-b0ceab271752), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.891622 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796853-1865-4ea9-a79b-f58740263490 None None] Pushing event updated for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.910184 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:19.937828 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657d45d9-94c1-4641-aab2-b0ceab271752,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:19.947883 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Attempting to bind port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:19.950026 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Attempting to bind port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:19.950453 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Attempting to bind port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:20.034984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.042420 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fadb45c0-1e48-4110-aa37-3c51ca671f55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7944860 Sep 26 12:34:20.045995 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35328) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:20.060956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:20.064541 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:20.065167 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:20.065581 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.065974 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Bound using segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:20.066461 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Bound port: cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:20.066839 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.074060 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:20.094706 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 6 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:20.109842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:20.194404 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] For port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:20.209579 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] For port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:20.245479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-5ac0de7f-36d6-4650-93c6-2fd7d1ea841a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:20.252798 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-5ac0de7f-36d6-4650-93c6-2fd7d1ea841a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.1787312 Sep 26 12:34:20.268946 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.273311 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 699b9705-b344-4e7e-a23d-e3da6d6e4337 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:20.281440 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-1d5acae0-eaae-4fb6-8182-758c3026c058 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/quotas/51e0f761f6a74bbc85c5b5a31a307f16 HTTP/1.1" status: 200 len: 375 time: 0.0273936 Sep 26 12:34:20.314755 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.340816 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-ad2ae593-6078-465b-95bc-0b4f2f7ed65b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582845 Sep 26 12:34:20.404471 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f6be9-6b82-4e30-b6b4-58149376caeb None None] Pushing event updated for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:20.441655 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:20.457287 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:20.457388 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Allocated IP 172.27.1.235 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/1cf9fb94-88c1-41da-9f4b-446e6fbc5a85) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:20.503691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Current status of the port 515705f9-b021-4ae3-91c4-186475aa16f3 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:20.504090 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.508440 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-59d73f7e-d5d7-426e-833e-5df16f65ab60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599183 Sep 26 12:34:20.521564 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 699b9705-b344-4e7e-a23d-e3da6d6e4337 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:20.521946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.522283 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 699b9705-b344-4e7e-a23d-e3da6d6e4337 Sep 26 12:34:20.552771 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.609245 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:20.668573 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:20.707764 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] For port 515705f9-b021-4ae3-91c4-186475aa16f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=515705f9-b021-4ae3-91c4-186475aa16f3,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:20.713370 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-643ab645-9282-42b6-8d93-6d8b653ba5ef tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 380 time: 0.2315140 Sep 26 12:34:20.739334 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=8bef641c-7686-4b16-bda8-7f3cb748763c,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:20.747452 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'port': {'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'admin_state_up': True, 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'security_groups': ['341a3fb5-65cc-442c-8b3c-b969b73e407d']}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:20.825666 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.828597 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28cc2dac-6727-45c7-88ab-7f16043a0d39 req-608b8263-1c66-4f74-97b3-046296ebbccc tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0962131 Sep 26 12:34:20.875958 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Provisioning complete for port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:20.877368 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:20.877488 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 1 to provision port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 Sep 26 12:34:20.929782 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:21.012955 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:21.026357 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796853-1865-4ea9-a79b-f58740263490 None None] Pushing event updated for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:21.036341 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa98be-40d9-4ab2-a79f-34d7ad934dd7 None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:21.082562 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.134161 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 699b9705-b344-4e7e-a23d-e3da6d6e4337 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:21.136318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.136451 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-62cda603-b519-4c43-af63-9132b2ec94cc req-78949a63-db27-492e-ac95-fa0dcce3bfa6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0756445 Sep 26 12:34:21.175240 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Pushing event updated for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:21.187287 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.265067 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 699b9705-b344-4e7e-a23d-e3da6d6e4337, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=699b9705-b344-4e7e-a23d-e3da6d6e4337,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:21.267121 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:21.318190 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.368405 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:21.408519 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Current status of the port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:21.409062 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.411997 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-c8758024-9576-4f20-bbf1-3f9f94d859e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991835 Sep 26 12:34:21.441721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.441721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 11349572-5ec4-4688-a04d-8d4bf7475ce9 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:21.445757 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:21.449659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.471229 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:21.503156 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:21.531244 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:21.540007 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=1cf9fb94-88c1-41da-9f4b-446e6fbc5a85,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:21.553915 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Allocated IP 172.27.1.223 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/25c5be52-5fde-4a4f-befb-79881ec4fcba) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:21.580710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:21.665988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.61', 64540) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:21.686706 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e15e57-9d72-4ba6-9364-c115f8663bce None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:21.707696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] For port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:21.734390 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=699b9705-b344-4e7e-a23d-e3da6d6e4337,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:21.752040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 11349572-5ec4-4688-a04d-8d4bf7475ce9 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:21.752747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.753740 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 11349572-5ec4-4688-a04d-8d4bf7475ce9 Sep 26 12:34:21.878681 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.943066 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:21.994894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:22.045560 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Provisioning complete for port 26c8c72b-ccf7-4143-949b-f58df82e878b triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:22.046217 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:22.046637 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 1 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:22.058875 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35396) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:22.060323 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 11349572-5ec4-4688-a04d-8d4bf7475ce9 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:22.076772 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:22.230471 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5a1da930-a502-470f-9b6b-2b814369418d req-748d98cf-d42c-4abe-8067-fcd3e3d56539 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.3031199 Sep 26 12:34:22.274773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-d91149b1-9d4d-4fa9-95f8-ff39807a9c99 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:22.275320 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Pushing event updated for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:22.282763 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:22.299140 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-d91149b1-9d4d-4fa9-95f8-ff39807a9c99 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.61 "GET /networking/v2.0/networks?id=687535a7-5b04-4ea1-b3ab-8200148c66bd HTTP/1.1" status: 200 len: 812 time: 0.6186299 Sep 26 12:34:22.386209 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Request body: {'port': {'device_id': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'admin_state_up': True, 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:22.411811 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4591b28f-4282-4651-97d6-b741873b6057 req-9c07cb8b-58de-44cf-a7d9-455d8fcf7bce tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.3295782 Sep 26 12:34:22.529576 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 699b9705-b344-4e7e-a23d-e3da6d6e4337 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:22.612143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-274edbf8-198f-4237-af82-db16dac42ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:22.681955 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c5c3431e-c7ae-4f49-a4a2-ea97a242bc62 req-79659cf0-19a2-4b98-9229-08f113b30a5d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.2464304 Sep 26 12:34:22.729127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 699b9705-b344-4e7e-a23d-e3da6d6e4337 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:22.730178 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:22.730438 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:22.732214 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 699b9705-b344-4e7e-a23d-e3da6d6e4337 Sep 26 12:34:22.788751 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 2 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:22.809682 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.20.0.13 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/e5b3b3d6-6dc5-4e32-814c-89ad431a9f86) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:22.824457 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:22.961508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:22.965553 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:22.999929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:23.113703 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.143111 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-274edbf8-198f-4237-af82-db16dac42ba9 admin admin] Publish callbacks [] for security_group (dc85ee06-ba51-4b19-bd80-2a9dce462469), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.152190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 699b9705-b344-4e7e-a23d-e3da6d6e4337 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:23.154465 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:23.163709 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:23.222144 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=25c5be52-5fde-4a4f-befb-79881ec4fcba,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:23.265284 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.297652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:23.298449 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.298976 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 Sep 26 12:34:23.304536 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.315338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-274edbf8-198f-4237-af82-db16dac42ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (dc85ee06-ba51-4b19-bd80-2a9dce462469), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.385294 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-274edbf8-198f-4237-af82-db16dac42ba9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=223b1040305749c9a23e04472c1e08a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3016002 Sep 26 12:34:23.393100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35420) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:23.393340 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274edbf8-198f-4237-af82-db16dac42ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc85ee06-ba51-4b19-bd80-2a9dce462469,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:23.410942 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.429823 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-824479be-5451-486a-b4c6-888edcd1102c req-0f6b61d7-6d24-4d88-a4d2-83f28f6563d2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0814064 Sep 26 12:34:23.483717 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Made reservation on behalf of dfabb61da005465ea21b32b223d76bb1 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:23.496052 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.497496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:23.505263 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 8bef641c-7686-4b16-bda8-7f3cb748763c up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:23.508401 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 3 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:23.510714 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.632740 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:23.665694 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:23.698579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 8bef641c-7686-4b16-bda8-7f3cb748763c triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:23.698994 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:23.699514 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 8bef641c-7686-4b16-bda8-7f3cb748763c Sep 26 12:34:24.000664 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] Publish callbacks [] for security_group (dc85ee06-ba51-4b19-bd80-2a9dce462469), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.001590 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 8bef641c-7686-4b16-bda8-7f3cb748763c is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:24.002032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.024849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] Publish callbacks [] for security_group (dc85ee06-ba51-4b19-bd80-2a9dce462469), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.046923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:34:24.081167 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:24.084383 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:24.177133 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 4 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:24.327422 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.327907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a14f3-5f28-40f4-98aa-b51844db1d4f req-edbe5fec-efcd-4a8a-a4d1-81fbbf9526f4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:24.334158 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c42a14f3-5f28-40f4-98aa-b51844db1d4f req-edbe5fec-efcd-4a8a-a4d1-81fbbf9526f4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 932 time: 0.3623874 Sep 26 12:34:24.340081 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:24.413633 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-d48bf663-8299-4664-82dc-c4bee8f93429 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6904824 Sep 26 12:34:24.441220 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (dc85ee06-ba51-4b19-bd80-2a9dce462469), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.445458 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.454318 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dc85ee06-ba51-4b19-bd80-2a9dce462469 HTTP/1.1" status: 204 len: 168 time: 1.0561142 Sep 26 12:34:24.454318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.454318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.496803 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-95675f4a-e812-4c22-8686-6588f014663f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:34:24.500936 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-95675f4a-e812-4c22-8686-6588f014663f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0214167 Sep 26 12:34:24.515143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.61', 64550) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:24.627914 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Allocated IP 172.20.0.6 (687535a7-5b04-4ea1-b3ab-8200148c66bd/f802696d-53cf-4f66-a9f3-d94d186ed343/65fe4f79-a288-4e7f-822b-bb595278b8bd) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:24.665934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:24.685331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e39f8-1323-4519-a105-c9c13d85aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc85ee06-ba51-4b19-bd80-2a9dce462469,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:24.693923 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=1cf9fb94-88c1-41da-9f4b-446e6fbc5a85,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:24.856020 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 5 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:24.883719 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:24.896924 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ccdacc6f-70af-45df-b3a4-09215aa33407 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1251369 Sep 26 12:34:24.920173 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-56185833-41bd-4ac8-b48a-8ddc1883e744 req-da593861-ab74-4699-ac26-f4ce29a0fe43 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.9484162 Sep 26 12:34:24.980009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.016185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-5f97f243-6f7a-40c3-b297-30792f745fc1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:25.023116 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-5f97f243-6f7a-40c3-b297-30792f745fc1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.4733210 Sep 26 12:34:25.066131 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'port': {'device_id': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'admin_state_up': True, 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:25.090956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks [] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.134118 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2092e85-4f59-49e7-a00a-6ab581a55e84 req-1b994873-3930-4e6f-b2dd-420848df4d47 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0477688 Sep 26 12:34:25.386828 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:25.387598 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:25.429355 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Request body: {'port': {'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:25.528580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.528580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Made reservation on behalf of 51e0f761f6a74bbc85c5b5a31a307f16 for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:25.538652 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.695478 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:25.723056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.774392 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:25.793668 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:25.793668 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 Sep 26 12:34:25.878725 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c42a14f3-5f28-40f4-98aa-b51844db1d4f req-39259bd4-e1d1-4c4a-a54e-1bed2c1e2ea7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5435641 Sep 26 12:34:25.911415 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 6 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:26.005083 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Pushing event updated for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:26.006781 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 2, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:26.126477 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35510) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:26.134544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:34:26.135927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Updating router d9c110fc-fead-47f4-bdaf-e713a3a472ac port 26c8c72b-ccf7-4143-949b-f58df82e878b binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:34:26.182669 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.225702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992049c-4683-4dc0-8e56-296b943d30e1 req-310853ec-a4a8-4c26-9199-c3ceab255cbd tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:26.227592 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9992049c-4683-4dc0-8e56-296b943d30e1 req-310853ec-a4a8-4c26-9199-c3ceab255cbd tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 931 time: 0.0786858 Sep 26 12:34:26.243581 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:26.246192 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:26.249851 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:26.267578 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:26.270450 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:26.276493 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 515705f9-b021-4ae3-91c4-186475aa16f3 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:26.283959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-8c835f7e-21ae-464a-b15d-295b4d9d9ae7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--748202284&fields=id&tenant_id=858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 267 time: 0.7585411 Sep 26 12:34:26.293020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:26.300025 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:26.301808 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:26.302617 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.369581 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:26.385869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.411364 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9c3a9748-1200-480b-88c1-23439ecf116c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0313468 Sep 26 12:34:26.505449 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bda5-3213-4f73-a270-bf8ab5905235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.518330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.527276 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.576364 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9992049c-4683-4dc0-8e56-296b943d30e1 req-f20f385e-52c8-4967-951e-6c6173833452 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251390 Sep 26 12:34:26.607877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Request body: {'port': {'device_id': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:26.648254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.658270 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6022780 Sep 26 12:34:26.709864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37aaf-e5a9-4555-8ee8-21d59abe9e2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=25c5be52-5fde-4a4f-befb-79881ec4fcba,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:26.732481 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-ea597224-5360-48e0-bf2d-eca992e062c3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:26.739021 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-ea597224-5360-48e0-bf2d-eca992e062c3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 811 time: 0.4539399 Sep 26 12:34:26.746299 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:26.779112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks [] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.829843 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-bfc1ae43-bd8e-418c-be95-65dafc21becd tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/quotas/858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 375 time: 0.0469553 Sep 26 12:34:26.895627 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Transition to ACTIVE for port object e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:26.905310 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2779ebdf-f2a2-482f-adf4-2063ec3259cd req-36d5b92c-6ad3-4830-b41c-f4bc641ea10e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0724506 Sep 26 12:34:26.916228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:26.981697 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.61', 64561) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:27.048272 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.053850 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks [] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.065953 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 7 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:27.082839 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Allocated IP 172.20.0.6 (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4/011c7ddc-c4b6-406f-8603-4b46e94443c5/d9614789-15fa-423e-9cf3-b51a37685da8) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:27.138517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:27.140836 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:27.216935 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 515705f9-b021-4ae3-91c4-186475aa16f3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:27.217773 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.218339 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 515705f9-b021-4ae3-91c4-186475aa16f3 Sep 26 12:34:27.252298 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.306676 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9247a6-a372-4d5b-af79-d969bfb94e4c None None] Pushing event updated for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:27.349112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Attempting to bind port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:27.349743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Attempting to bind port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:27.350207 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Attempting to bind port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:27.399201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:27.419689 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 515705f9-b021-4ae3-91c4-186475aa16f3 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:27.453869 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bda5-3213-4f73-a270-bf8ab5905235 admin admin] Publish callbacks [] for security_group (e8726ae0-6f27-4761-b5b2-0b246f6190d0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.457391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:27.457792 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Attempting to bind port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:27.487570 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fe4f79-a288-4e7f-822b-bb595278b8bd {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:27.512437 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-93159e00-c0a9-4c92-9541-26301c819e4a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6677606 Sep 26 12:34:27.525101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks [] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.526597 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Attempting to bind port 26c8c72b-ccf7-4143-949b-f58df82e878b on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:27.527003 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Attempting to bind port 26c8c72b-ccf7-4143-949b-f58df82e878b by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:27.527436 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Attempting to bind port 26c8c72b-ccf7-4143-949b-f58df82e878b on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:27.642113 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 8 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:27.652916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Transition to ACTIVE for port object 65fe4f79-a288-4e7f-822b-bb595278b8bd will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:27.698485 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Port 26c8c72b-ccf7-4143-949b-f58df82e878b cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:27.708556 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:27.708988 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Checking segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:27.709457 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.709931 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Bound using segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:27.710404 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Bound port: 26c8c72b-ccf7-4143-949b-f58df82e878b, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:27.710794 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.727185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bda5-3213-4f73-a270-bf8ab5905235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e8726ae0-6f27-4761-b5b2-0b246f6190d0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.870555 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] For port 26c8c72b-ccf7-4143-949b-f58df82e878b, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:27.877060 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] For port 26c8c72b-ccf7-4143-949b-f58df82e878b, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=26c8c72b-ccf7-4143-949b-f58df82e878b,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:27.910905 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9ec3bda5-3213-4f73-a270-bf8ab5905235 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=104bdce9669542cc86e4828dd5cea53f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7805290 Sep 26 12:34:27.926472 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-6ad6245e-6a61-439a-bc54-7ad4f75842e7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:27.928020 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-6ad6245e-6a61-439a-bc54-7ad4f75842e7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.4347215 Sep 26 12:34:27.928525 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35548) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:27.934478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.958317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:27.958690 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:27.959296 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:27.965743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Bound port: e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:27.966215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:27.997625 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3bda5-3213-4f73-a270-bf8ab5905235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8726ae0-6f27-4761-b5b2-0b246f6190d0,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:28.027672 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:28.036706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e218ec-4cc8-4178-ba61-e3390e976b0d req-80ccc9db-d192-4225-809a-329d21798bea tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:28.037751 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75e218ec-4cc8-4178-ba61-e3390e976b0d req-80ccc9db-d192-4225-809a-329d21798bea tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.5433397 Sep 26 12:34:28.045164 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.052916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'port': {'device_id': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'admin_state_up': True, 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:28.099849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for port (d9614789-15fa-423e-9cf3-b51a37685da8), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.127789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:34:28.130770 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:28.139275 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:28.172123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:28.197638 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9247a6-a372-4d5b-af79-d969bfb94e4c None None] Pushing event updated for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:28.207228 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Attempt 9 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:28.211973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:28.366161 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.372568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:28.373202 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.373925 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:34:28.374612 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 200 len: 1094 time: 3.5420945 Sep 26 12:34:28.376639 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:28.465859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] Publish callbacks [] for security_group (e8726ae0-6f27-4761-b5b2-0b246f6190d0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.504391 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-90259540-e083-4289-bff5-c252e55ff2c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9562287 Sep 26 12:34:28.508589 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Attempting to bind port 65fe4f79-a288-4e7f-822b-bb595278b8bd on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:28.509244 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Attempting to bind port 65fe4f79-a288-4e7f-822b-bb595278b8bd by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:28.509876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Attempting to bind port 65fe4f79-a288-4e7f-822b-bb595278b8bd on network 687535a7-5b04-4ea1-b3ab-8200148c66bd {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:28.519351 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75e218ec-4cc8-4178-ba61-e3390e976b0d req-5f0810e4-b3cc-4496-883f-20eb209ce3e1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576775 Sep 26 12:34:28.530130 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.563501 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:28.569699 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:28.577988 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:28.582940 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:28.583656 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.612237 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667768e-b5c5-4619-bf5f-e6797cee1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:28.633869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] Publish callbacks [] for security_group (e8726ae0-6f27-4761-b5b2-0b246f6190d0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.636223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Made reservation on behalf of 51e0f761f6a74bbc85c5b5a31a307f16 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:28.648775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.829903 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d470e8-577a-4543-915a-7af0309f474f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:28.835108 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7860355 Sep 26 12:34:28.968947 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Current status of the port 26c8c72b-ccf7-4143-949b-f58df82e878b is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:28.969443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:28.977060 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-18d7c8fa-102d-46de-9633-1fba926ffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:28.983042 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-18d7c8fa-102d-46de-9633-1fba926ffbad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 1128 time: 0.3587601 Sep 26 12:34:28.985075 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129c01-60da-4a6e-812e-8906705cc70d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:29.021396 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Request body: {'port': {'device_id': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:29.115394 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] For port 26c8c72b-ccf7-4143-949b-f58df82e878b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=26c8c72b-ccf7-4143-949b-f58df82e878b,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:29.119395 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:27Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:34:29.132001 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-eb0f0110-30f0-4518-a1d6-fd6b5a193ed2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 200 len: 217 time: 0.0799334 Sep 26 12:34:29.146116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Port 65fe4f79-a288-4e7f-822b-bb595278b8bd on network 687535a7-5b04-4ea1-b3ab-8200148c66bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:29.146116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Attempting to bind port 65fe4f79-a288-4e7f-822b-bb595278b8bd on network 687535a7-5b04-4ea1-b3ab-8200148c66bd {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:29.172045 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a9ed5b-c8bf-4717-b9c4-a67d3836abff None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:27Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:34:29.196731 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.231440 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.261849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-451134d4-88ed-4bcb-8bae-608b36ee7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:29.263750 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-451134d4-88ed-4bcb-8bae-608b36ee7186 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.1196887 Sep 26 12:34:29.338182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292ac2-c546-4d4a-befb-976c6f746821 None None] Pushing event updated for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:29.339182 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-c13e6ac9-0543-4c47-aa7f-33bc67b43504 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--167737317&fields=id&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 267 time: 0.5643799 Sep 26 12:34:29.346841 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Provisioning complete for port d9614789-15fa-423e-9cf3-b51a37685da8 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:29.350514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.354449 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 1 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:29.439771 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-a67e47de-0987-480f-ba03-21cfef9d3afb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113984 Sep 26 12:34:29.446092 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:29.446469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Checking segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:29.447157 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Bound using segment: {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:29.447628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Bound port: 65fe4f79-a288-4e7f-822b-bb595278b8bd, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0382e624-20cf-4fdb-b086-f49e3e09961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:29.448569 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.488903 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:29.541706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e8726ae0-6f27-4761-b5b2-0b246f6190d0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.548806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.550205 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e8726ae0-6f27-4761-b5b2-0b246f6190d0 HTTP/1.1" status: 204 len: 168 time: 1.6166689 Sep 26 12:34:29.680873 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 26c8c72b-ccf7-4143-949b-f58df82e878b up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:29.725469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9fc60-46a5-4203-ab71-a819db35290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8726ae0-6f27-4761-b5b2-0b246f6190d0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:29.730828 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:29.768681 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-66fcc9ca-d304-4196-87c5-e45e5a43c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:29.768681 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-66fcc9ca-d304-4196-87c5-e45e5a43c38d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4746118 Sep 26 12:34:29.833226 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:29.847109 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:29.859561 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:29.878019 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:29.878194 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Allocated IP 172.20.0.13 (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4/011c7ddc-c4b6-406f-8603-4b46e94443c5/81f1adea-c456-4316-9be6-5a089832d652) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:29.902494 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 26c8c72b-ccf7-4143-949b-f58df82e878b triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:29.908370 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:29.909188 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 26c8c72b-ccf7-4143-949b-f58df82e878b Sep 26 12:34:29.949252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-55d46a89-050d-4eeb-b93d-15469141121b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:29.950947 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-55d46a89-050d-4eeb-b93d-15469141121b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 816 time: 0.5823398 Sep 26 12:34:29.984463 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-cb1e327f-b6e5-438f-9b07-206176296d1c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/quotas/3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 375 time: 0.0190687 Sep 26 12:34:29.989756 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 2 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:30.032469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:30.107815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:30.108583 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:30.112033 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/65fe4f79-a288-4e7f-822b-bb595278b8bd HTTP/1.1" status: 200 len: 1093 time: 3.5123010 Sep 26 12:34:30.112818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:30.125696 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-aac94460-cf95-4676-a296-81a5ecd612db service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520525 Sep 26 12:34:30.213236 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:34:30.427070 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0cf83b27-87d3-4939-b713-b8e2e6ef20f3 req-27771f4a-23df-4f26-befd-d8f52cba702d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545998 Sep 26 12:34:30.481812 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:30.579488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 26c8c72b-ccf7-4143-949b-f58df82e878b is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:30.608730 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-a54dffbe-b556-431a-ab8c-4b579e5dcd24 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6167753 Sep 26 12:34:30.679977 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35620) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:30.775550 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf791-79d7-433f-911e-ce53d8fbcae3 req-d610cbd2-4996-4a9a-bc47-c191564c7f92 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:30.777458 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8b6cf791-79d7-433f-911e-ce53d8fbcae3 req-d610cbd2-4996-4a9a-bc47-c191564c7f92 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.5051835 Sep 26 12:34:30.789488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91e03-8ba0-47ee-b7ff-d70f52780f91 service neutron] Pushing event updated for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:30.863068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-f48e9924-db14-4175-aa1a-9a57d79fd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:30.864626 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-f48e9924-db14-4175-aa1a-9a57d79fd31f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=dfabb61da005465ea21b32b223d76bb1&device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 1127 time: 0.4203610 Sep 26 12:34:30.870734 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea294d-470a-4f29-8266-8696dbf393b2" -d '{"events": [{"name": "network-changed", "server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:30.967114 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498a75ba-2e6d-4c56-9e21-10e0245ae144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:30.983488 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 3 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:31.060164 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:31.106071 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-31efbf18-da04-4043-8207-934b0f91e7f3 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd HTTP/1.1" status: 200 len: 217 time: 0.1979692 Sep 26 12:34:31.110825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498a75ba-2e6d-4c56-9e21-10e0245ae144 admin admin] Publish callbacks [] for security_group (462bb686-d6aa-4801-91fa-502e83aa3ff4), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.201053 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-bb516bc3-b34f-4246-a30e-8ca7ee895042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:31.202547 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-bb516bc3-b34f-4246-a30e-8ca7ee895042 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f802696d-53cf-4f66-a9f3-d94d186ed343 HTTP/1.1" status: 200 len: 851 time: 0.0843773 Sep 26 12:34:31.205767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for port (81f1adea-c456-4316-9be6-5a089832d652), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.212694 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498a75ba-2e6d-4c56-9e21-10e0245ae144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (462bb686-d6aa-4801-91fa-502e83aa3ff4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.264293 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8b6cf791-79d7-433f-911e-ce53d8fbcae3 req-d15147c2-ccbb-46af-bda6-dc55de9edc9b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525087 Sep 26 12:34:31.283761 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-10bcb566-7e85-4ddf-bbac-5dae28b72e46 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119537 Sep 26 12:34:31.316441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:31.437675 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a75ba-2e6d-4c56-9e21-10e0245ae144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462bb686-d6aa-4801-91fa-502e83aa3ff4,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:31.460126 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-498a75ba-2e6d-4c56-9e21-10e0245ae144 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=517458b3f5604c62810523fff7354f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7789474 Sep 26 12:34:31.462967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35646) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:31.561838 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 4 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:31.578519 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] Publish callbacks [] for security_group (462bb686-d6aa-4801-91fa-502e83aa3ff4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.639422 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] Publish callbacks [] for security_group (462bb686-d6aa-4801-91fa-502e83aa3ff4), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.639514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:31.673797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:31.758613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-28398874-033d-4b18-9255-367fe13b02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:31.764284 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-28398874-033d-4b18-9255-367fe13b02dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=687535a7-5b04-4ea1-b3ab-8200148c66bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4457743 Sep 26 12:34:31.777095 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2588eb31-acca-44b1-bc8b-83a2cb51b318 req-7f3a308c-ea71-4ba3-8daf-b62a2a199f60 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.1722410 Sep 26 12:34:31.801240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (462bb686-d6aa-4801-91fa-502e83aa3ff4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.808007 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.811707 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/462bb686-d6aa-4801-91fa-502e83aa3ff4 HTTP/1.1" status: 204 len: 168 time: 0.3442168 Sep 26 12:34:31.838981 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b51c3-386f-4ea4-988f-dc72f7824626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462bb686-d6aa-4801-91fa-502e83aa3ff4,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:31.848193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:31.862849 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:31.931582 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-7e5ce34d-e1f8-4b60-8a7a-dc245a738b7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399364 Sep 26 12:34:31.989781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:31.998173 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:32.002696 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:32.006931 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:32.028692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:32.028692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:32.080593 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-2a6eaf39-43ac-4ff0-955e-29a116bc3551 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007152 Sep 26 12:34:32.140121 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 5 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:32.152016 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-0a4a72c8-ab91-447d-bb1b-2da20343bdb9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1079485 Sep 26 12:34:32.220105 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:32.253772 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9614789-15fa-423e-9cf3-b51a37685da8 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:32.273045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Request body: {'port': {'device_id': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:32.281999 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks [] for port (d9614789-15fa-423e-9cf3-b51a37685da8), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:32.307018 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Transition to ACTIVE for port object d9614789-15fa-423e-9cf3-b51a37685da8 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:32.344862 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:32.479831 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (81f1adea-c456-4316-9be6-5a089832d652), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:32.499152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:32.506171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:32.606289 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:32.629317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Attempting to bind port d9614789-15fa-423e-9cf3-b51a37685da8 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:32.629317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Attempting to bind port d9614789-15fa-423e-9cf3-b51a37685da8 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:32.629317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Attempting to bind port d9614789-15fa-423e-9cf3-b51a37685da8 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:32.630854 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:32.679817 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:32.705254 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Port d9614789-15fa-423e-9cf3-b51a37685da8 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:32.705714 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Attempting to bind port d9614789-15fa-423e-9cf3-b51a37685da8 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:32.719136 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 6 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:32.734747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287cf871-669f-4029-88c1-71d920dd7b0c x-openstack-request-id: req-287cf871-669f-4029-88c1-71d920dd7b0c {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:32.735043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:32.735329 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-287cf871-669f-4029-88c1-71d920dd7b0c {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:32.736000 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287cf871-669f-4029-88c1-71d920dd7b0c'] response: {'name': 'network-changed', 'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'status': 'completed', 'code': 200} Sep 26 12:34:32.764971 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:32.765313 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:32.765752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Bound using segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:32.766311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Bound port: d9614789-15fa-423e-9cf3-b51a37685da8, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:32.766683 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:32.837108 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:32.927864 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d470e8-577a-4543-915a-7af0309f474f req-a79ccec2-02d0-43f6-bea3-bede6a8d9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:32.932934 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-a79ccec2-02d0-43f6-bea3-bede6a8d9b67 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 1128 time: 0.1136568 Sep 26 12:34:32.945431 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:32.949287 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9614789-15fa-423e-9cf3-b51a37685da8,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:33.036334 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.040851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:33.041833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.048617 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 1093 time: 4.0435252 Sep 26 12:34:33.116252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35696) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:33.220572 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0fee3f51-4d39-49ed-a32a-86defccc5fd9 req-43988ac4-02e8-40ff-83b4-3514faa7a7ac tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 210 time: 0.2236865 Sep 26 12:34:33.230057 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f25bfe-f160-46fa-9656-50811ff672f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:33.310875 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5d22b294-b0c4-41a6-869c-c3770d4e8f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.327513 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-91717dc6-1d1f-4185-8ed8-eacbfe2cd8ee req-9d9e3241-11d5-4ea8-931f-423a49f7bc56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1334591 Sep 26 12:34:33.332771 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d470e8-577a-4543-915a-7af0309f474f req-0010a38f-f83f-46a6-b8d7-69f29877aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:33.334323 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-0010a38f-f83f-46a6-b8d7-69f29877aa7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.2451668 Sep 26 12:34:33.339535 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Attempt 7 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:33.346953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a052b7b-1630-4988-a17d-4272453eed83 req-247eb7f6-daf7-4e3d-bd00-50337b240fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:33.348738 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a052b7b-1630-4988-a17d-4272453eed83 req-247eb7f6-daf7-4e3d-bd00-50337b240fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.3785021 Sep 26 12:34:33.455456 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-76c48806-3f52-4ab5-a1cf-965fd0565bf8 None None] Port d9614789-15fa-423e-9cf3-b51a37685da8 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:34:33.536101 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a052b7b-1630-4988-a17d-4272453eed83 req-33578c45-a4d3-41a2-a81f-d761c4546338 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660714 Sep 26 12:34:33.542905 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f1adea-c456-4316-9be6-5a089832d652 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:33.554997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks [] for port (81f1adea-c456-4316-9be6-5a089832d652), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.628432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Transition to ACTIVE for port object 81f1adea-c456-4316-9be6-5a089832d652 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:33.628582 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Provisioning complete for port 81f1adea-c456-4316-9be6-5a089832d652 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:33.629056 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (81f1adea-c456-4316-9be6-5a089832d652), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.629654 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Attempt 1 to provision port 81f1adea-c456-4316-9be6-5a089832d652 Sep 26 12:34:33.729649 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Port 81f1adea-c456-4316-9be6-5a089832d652 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:33.779385 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5d22b294-b0c4-41a6-869c-c3770d4e8f66 admin admin] Publish callbacks [] for security_group (a2c1dea8-e808-4570-b075-f9972f465654), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.784839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:33.820919 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:33.831174 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:33.881548 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-0d11452a-097f-42d2-89c4-3bc57a608e5f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 200 len: 217 time: 0.5168192 Sep 26 12:34:33.896908 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-ed10c5d7-af6e-408f-855a-6e52deed6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:33.898392 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-ed10c5d7-af6e-408f-855a-6e52deed6eb6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1127 time: 0.5430508 Sep 26 12:34:33.931307 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Pushing event updated for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:33.978731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5d22b294-b0c4-41a6-869c-c3770d4e8f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a2c1dea8-e808-4570-b075-f9972f465654), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.008951 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d470e8-577a-4543-915a-7af0309f474f req-2d9c53c8-56d6-4a57-897f-2cad8c0c0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.010464 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-2d9c53c8-56d6-4a57-897f-2cad8c0c0f5b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.1227615 Sep 26 12:34:34.012192 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-7c990a76-3c5d-4023-8a67-d3e70cf55971 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 217 time: 0.0580387 Sep 26 12:34:34.019147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:34.036337 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22b294-b0c4-41a6-869c-c3770d4e8f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c1dea8-e808-4570-b075-f9972f465654,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:34.068712 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d68fd0-d703-460d-98da-4ae2536ec708 req-173fe7a2-384f-47b4-87e7-c2da89680873 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.070354 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36d68fd0-d703-460d-98da-4ae2536ec708 req-173fe7a2-384f-47b4-87e7-c2da89680873 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.2516539 Sep 26 12:34:34.101349 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5d22b294-b0c4-41a6-869c-c3770d4e8f66 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6fdab1d34f854e30af7fb6f4df69396b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9701600 Sep 26 12:34:34.104049 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35720) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:34.143806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e06321-43ea-4b1e-b300-794a2d133c6d x-openstack-request-id: req-f3e06321-43ea-4b1e-b300-794a2d133c6d {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:34.144319 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:34.150254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3e06321-43ea-4b1e-b300-794a2d133c6d {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:34.150254 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e06321-43ea-4b1e-b300-794a2d133c6d'] response: {'name': 'network-changed', 'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd', 'status': 'completed', 'code': 200} Sep 26 12:34:34.184439 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Attempting to bind port 81f1adea-c456-4316-9be6-5a089832d652 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:34.184787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Attempting to bind port 81f1adea-c456-4316-9be6-5a089832d652 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:34.185123 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Attempting to bind port 81f1adea-c456-4316-9be6-5a089832d652 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:34.192582 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] Publish callbacks [] for security_group (a2c1dea8-e808-4570-b075-f9972f465654), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.221653 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] Publish callbacks [] for security_group (a2c1dea8-e808-4570-b075-f9972f465654), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.232243 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Attempt 2 to provision port 81f1adea-c456-4316-9be6-5a089832d652 Sep 26 12:34:34.274263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e014439f-6bd1-44ef-a29e-d57b69e51da2 req-6a7c518a-366e-4388-81c0-8c469ec29afe tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0590527 Sep 26 12:34:34.292805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36d68fd0-d703-460d-98da-4ae2536ec708 req-f6c60ab2-db51-438a-9b33-5f99e9561305 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015266 Sep 26 12:34:34.294464 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Port 81f1adea-c456-4316-9be6-5a089832d652 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:34.311669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Port 81f1adea-c456-4316-9be6-5a089832d652 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:34.311669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Attempting to bind port 81f1adea-c456-4316-9be6-5a089832d652 on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:34.358938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.450724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a2c1dea8-e808-4570-b075-f9972f465654), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.453363 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.459739 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a2c1dea8-e808-4570-b075-f9972f465654 HTTP/1.1" status: 204 len: 168 time: 0.3545487 Sep 26 12:34:34.483316 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb3dca-f680-4358-b9a5-a2454ab3f8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c1dea8-e808-4570-b075-f9972f465654,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:34.488479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:34.488818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:34.489208 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Bound using segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:34.490264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Bound port: 81f1adea-c456-4316-9be6-5a089832d652, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:34.490264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (81f1adea-c456-4316-9be6-5a089832d652), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.504937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507a86-f1d0-4be6-a03b-41fc5acd9e6b req-4489ea17-19f6-48cd-abbd-ad88eaa8549f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.521398 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72507a86-f1d0-4be6-a03b-41fc5acd9e6b req-4489ea17-19f6-48cd-abbd-ad88eaa8549f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.1371233 Sep 26 12:34:34.527093 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-06e2aec5-62c9-4134-b364-bae20b8a524b req-c702f796-f917-4bd6-857d-441a6bda57e9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 210 time: 0.1015959 Sep 26 12:34:34.642815 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-72507a86-f1d0-4be6-a03b-41fc5acd9e6b req-951f20db-f0a7-4a03-9bc3-5e9141616ec5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202717 Sep 26 12:34:34.672626 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:34.681032 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=81f1adea-c456-4316-9be6-5a089832d652,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:34.738396 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:34.740880 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc90416-04a1-4107-af8d-d5d7cee846d2" -d '{"events": [{"name": "network-changed", "server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:34.756089 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c2819-09f2-4ab2-b2c6-05fe820ff84f req-a7f17776-eb81-4995-a543-c16e1a45d50a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.761683 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-427c2819-09f2-4ab2-b2c6-05fe820ff84f req-a7f17776-eb81-4995-a543-c16e1a45d50a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.0792463 Sep 26 12:34:34.791373 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d470e8-577a-4543-915a-7af0309f474f req-332d5c87-c6b6-4b9a-a3d0-d3399e0fc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.795594 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-332d5c87-c6b6-4b9a-a3d0-d3399e0fc5f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1460958 Sep 26 12:34:34.795945 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Attempt 3 to provision port 81f1adea-c456-4316-9be6-5a089832d652 Sep 26 12:34:34.819457 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-9ce80b7f-ce27-4d79-9336-759bbb71f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.820038 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-427c2819-09f2-4ab2-b2c6-05fe820ff84f req-c43b8547-7450-419e-9e4d-a91509a3d866 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564265 Sep 26 12:34:34.827299 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-9ce80b7f-ce27-4d79-9336-759bbb71f54d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.1593359 Sep 26 12:34:34.846591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Port 81f1adea-c456-4316-9be6-5a089832d652 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:34.889802 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-5db7735f-21e8-4e6e-b54c-b56f08256d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.892976 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-5db7735f-21e8-4e6e-b54c-b56f08256d38 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=dfabb61da005465ea21b32b223d76bb1&device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0709403 Sep 26 12:34:34.894612 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee7df3-fb72-4dc3-a4db-0daa16598a45 x-openstack-request-id: req-f9ee7df3-fb72-4dc3-a4db-0daa16598a45 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:34.894740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.894825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:34.894825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9ee7df3-fb72-4dc3-a4db-0daa16598a45 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:34.894825 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ee7df3-fb72-4dc3-a4db-0daa16598a45'] response: {'name': 'network-changed', 'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8', 'status': 'completed', 'code': 200} Sep 26 12:34:34.901691 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:34.909043 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:34.909043 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 200 len: 1094 time: 2.6379488 Sep 26 12:34:34.963038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206cde-40cf-4c84-a081-55a587f25c82 service neutron] Pushing event updated for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:35.086853 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-40a19309-2c5e-4e3c-8010-929c27686fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.086853 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-40a19309-2c5e-4e3c-8010-929c27686fd8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2313411 Sep 26 12:34:35.167390 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-ff3c7453-31ac-4882-aa94-329dff669a03 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355141 Sep 26 12:34:35.304677 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:35.351894 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Attempt 4 to provision port 81f1adea-c456-4316-9be6-5a089832d652 Sep 26 12:34:35.375233 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.61', 64579) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:35.502682 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ef242748-9414-48d8-af6a-ea186ed61658 None None] Port 81f1adea-c456-4316-9be6-5a089832d652 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:34:35.653494 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-5f1e75c8-ff73-454a-a1f8-2c35e00ef175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.655158 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-5f1e75c8-ff73-454a-a1f8-2c35e00ef175 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1128 time: 0.2753286 Sep 26 12:34:35.765462 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-d4d439f8-74f8-489f-baac-752433f4460c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 200 len: 217 time: 0.0741820 Sep 26 12:34:35.775090 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-81e83479-17bc-41e0-9513-deb3c2890c07 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435768 Sep 26 12:34:35.787460 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-b00c21dc-2808-43bf-a597-2387a793b0a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586263 Sep 26 12:34:35.871090 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-9f163fc6-1f4b-4206-80db-27b317219fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.871090 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-9f163fc6-1f4b-4206-80db-27b317219fd5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0943911 Sep 26 12:34:35.912071 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:35.918442 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-351bc8d0-2204-42ff-a11e-8d6df9e97558 req-ca6b5f89-81f6-48a9-ae6a-9fc8cd56497b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.1728215 Sep 26 12:34:35.924181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-1a55119a-2aab-4454-b91b-eb896f2ea3c9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.926052 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-1a55119a-2aab-4454-b91b-eb896f2ea3c9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 811 time: 0.5418932 Sep 26 12:34:35.927031 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:35.949015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-0502c8f2-40b7-4cf5-ba70-b34bdff38286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.949015 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-0502c8f2-40b7-4cf5-ba70-b34bdff38286 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=687535a7-5b04-4ea1-b3ab-8200148c66bd HTTP/1.1" status: 200 len: 913 time: 0.9519775 Sep 26 12:34:35.983925 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaee4a-3e74-491e-8a69-02d113f507ef req-0657a8da-cc18-46ff-b035-dff009287590 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:35.991480 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1eaaee4a-3e74-491e-8a69-02d113f507ef req-0657a8da-cc18-46ff-b035-dff009287590 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.2463589 Sep 26 12:34:36.098463 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2f9eb20b-1b58-49e4-ba4f-37a008a4066f req-03255e9a-d05b-47d3-9c96-cbff9e5a87ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 210 time: 0.0442817 Sep 26 12:34:36.153017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'tag': '81f1adea-c456-4316-9be6-5a089832d652'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:36.155520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cedf06-98a4-4952-a8d0-5c0fc259f723" -d '{"events": [{"name": "network-changed", "server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "tag": "81f1adea-c456-4316-9be6-5a089832d652"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:36.236370 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-0aafc843-9e0c-4c61-bd1d-451ee926b2cb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd HTTP/1.1" status: 200 len: 217 time: 0.1273556 Sep 26 12:34:36.240174 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1eaaee4a-3e74-491e-8a69-02d113f507ef req-5b854ac4-ba5f-40bb-b0fd-7ac3b74d3509 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413225 Sep 26 12:34:36.371568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-eb161f57-edb7-4d65-b99c-f74ff16d8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:36.373628 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-eb161f57-edb7-4d65-b99c-f74ff16d8f6c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2400174 Sep 26 12:34:36.403489 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c9cee701-e4fa-470f-9f9e-77333a3fc310 req-a20bf20f-fb9c-426a-ba4f-fae06a31c16c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932913 Sep 26 12:34:36.420742 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-89ed31fa-f5fa-45d0-b508-dccdf7669ec1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 379 time: 0.3128090 Sep 26 12:34:36.472542 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d461ea9-07d8-4b46-ad9a-1d58888d60cd req-6a3c8688-c5a0-4c66-99ce-4a5ea759dfde tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:36.472542 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d461ea9-07d8-4b46-ad9a-1d58888d60cd req-6a3c8688-c5a0-4c66-99ce-4a5ea759dfde tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.1492574 Sep 26 12:34:36.509007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdeb67-f360-44ae-ab1d-3ed2f2e512db req-c0c7a28b-28d6-41fe-8cf4-a1e9745e0d73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:36.511102 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-efbdeb67-f360-44ae-ab1d-3ed2f2e512db req-c0c7a28b-28d6-41fe-8cf4-a1e9745e0d73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.1254334 Sep 26 12:34:36.618690 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'port': {'device_id': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'admin_state_up': True, 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'security_groups': ['6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:36.651995 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-42714e09-4235-47f2-95d1-0a17227d790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:36.653660 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-42714e09-4235-47f2-95d1-0a17227d790b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f802696d-53cf-4f66-a9f3-d94d186ed343 HTTP/1.1" status: 200 len: 851 time: 0.1297004 Sep 26 12:34:36.664593 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-b56dcf7a-0541-44d5-9891-7c2ba78a8b4c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409197 Sep 26 12:34:36.780322 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d461ea9-07d8-4b46-ad9a-1d58888d60cd req-f2f88da6-b96f-4b30-99ad-76333bfba845 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093412 Sep 26 12:34:36.787398 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-86500059-d6aa-4bbc-a016-3f7045adc34f req-7a054cc2-8ed7-404e-a2d8-e06c35914a5e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003060 Sep 26 12:34:36.787788 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-d2609c38-a97f-4b7a-a18a-35526bb86893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:36.789209 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-d2609c38-a97f-4b7a-a18a-35526bb86893 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=687535a7-5b04-4ea1-b3ab-8200148c66bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966136 Sep 26 12:34:36.804832 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-efbdeb67-f360-44ae-ab1d-3ed2f2e512db req-6a336696-757e-4104-8d93-63a1cdc365f2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762821 Sep 26 12:34:36.840934 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c14e9-1abf-410f-80fe-b0ea964936b5 x-openstack-request-id: req-456c14e9-1abf-410f-80fe-b0ea964936b5 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:36.841220 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "tag": "81f1adea-c456-4316-9be6-5a089832d652", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:36.841470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-456c14e9-1abf-410f-80fe-b0ea964936b5 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:36.841857 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456c14e9-1abf-410f-80fe-b0ea964936b5'] response: {'name': 'network-changed', 'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'tag': '81f1adea-c456-4316-9be6-5a089832d652', 'status': 'completed', 'code': 200} Sep 26 12:34:37.017585 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Made reservation on behalf of 858866a5c26c445cacd9d67f0c3ecf93 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:37.021408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:37.091069 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9733954b-6a14-4c88-b467-8f33668f10f8 req-0027de9e-c11f-4248-a6fa-8a922a92dc84 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0390012 Sep 26 12:34:37.222143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Allocated IP 172.20.0.12 (e6a95685-4b41-4516-a80e-71935c86f116/dc308072-dc47-4566-a3c7-50845bdbcfee/a05b5b4e-af35-4480-b240-2870968f124a) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:37.254635 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b97c4f39-a71e-4137-8275-af07a50d89ac req-67c61317-e642-46bb-a900-80fe6e4ce302 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 210 time: 0.0345094 Sep 26 12:34:37.410736 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc35117-043c-4e67-817b-13ac47d56190 req-ddc558c1-7b96-4221-834c-774e4a0d6316 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.412227 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cc35117-043c-4e67-817b-13ac47d56190 req-ddc558c1-7b96-4221-834c-774e4a0d6316 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.0635052 Sep 26 12:34:37.457008 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (a05b5b4e-af35-4480-b240-2870968f124a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:37.485223 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cc35117-043c-4e67-817b-13ac47d56190 req-05c58c8c-53e8-481b-a0c9-6170256288ba tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Sep 26 12:34:37.600435 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-1eba050e-49fe-4374-9243-237af2277199 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Sep 26 12:34:37.641861 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:37.705491 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Network e6a95685-4b41-4516-a80e-71935c86f116 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:37.721690 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-4a31f2eb-100c-422c-a7e2-b1a26c7dd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.724453 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-4a31f2eb-100c-422c-a7e2-b1a26c7dd26f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1128 time: 0.0483053 Sep 26 12:34:37.748357 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:37.754950 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:37.760287 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.760287 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:37.787250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:37.881978 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96ea294d-470a-4f29-8266-8696dbf393b2 req-98c5dffe-2cd1-4778-afab-a769094b4c59 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095211 Sep 26 12:34:37.898045 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-067a4c63-9382-4ef9-8252-3e9a2ec936a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.900461 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-067a4c63-9382-4ef9-8252-3e9a2ec936a9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1127 time: 0.2331035 Sep 26 12:34:37.904786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-9a8d9534-43f8-4878-a93a-d04fb5f6eff7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3770840 Sep 26 12:34:37.957864 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-c31fd9da-9bc6-4fac-866b-8a1aa5de6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.959746 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-c31fd9da-9bc6-4fac-866b-8a1aa5de6f0e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.2180018 Sep 26 12:34:37.991067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7402a2b-119c-4b9d-9fb1-60184c9a490d req-50373e1c-ed3b-49ca-a024-94338d72d807 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:37.992528 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a7402a2b-119c-4b9d-9fb1-60184c9a490d req-50373e1c-ed3b-49ca-a024-94338d72d807 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.0846829 Sep 26 12:34:38.007024 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fabe55-bc99-4dfd-b584-387428547b57 req-7c9113b6-c7ef-4793-8f01-dca03c24955f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:38.008899 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f6fabe55-bc99-4dfd-b584-387428547b57 req-7c9113b6-c7ef-4793-8f01-dca03c24955f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.0859759 Sep 26 12:34:38.041135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Provisioning complete for port a05b5b4e-af35-4480-b240-2870968f124a triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:38.042284 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a05b5b4e-af35-4480-b240-2870968f124a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:38.042629 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 1 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:38.064127 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:38.076177 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:38.080604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a7402a2b-119c-4b9d-9fb1-60184c9a490d req-d58340f6-ce5f-4d41-8438-d81ffe34cf12 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813987 Sep 26 12:34:38.116834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f6fabe55-bc99-4dfd-b584-387428547b57 req-d9e41648-ba38-4cd7-b6b0-abca48523aea tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928710 Sep 26 12:34:38.213992 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b77ea19e-670c-4273-b086-45525ec86e3e req-e203309a-c80b-4235-a058-36bbb4501f64 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Sep 26 12:34:38.393110 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b56e4-c528-4990-89b4-fc8a224e1670 req-546cbf27-f515-4574-89fd-c526b263345b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:38.394991 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-966b56e4-c528-4990-89b4-fc8a224e1670 req-546cbf27-f515-4574-89fd-c526b263345b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 932 time: 0.0482037 Sep 26 12:34:38.447834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-966b56e4-c528-4990-89b4-fc8a224e1670 req-61cb791c-d7c2-4cb6-a22f-d7d0b241c491 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Sep 26 12:34:38.536336 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:38.581700 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 2 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:38.620739 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:38.632560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74664b1-de61-438b-8e68-e0257de5c2c0 req-9e001b15-7597-4afa-9a65-076ddf71ab46 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:38.634275 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d74664b1-de61-438b-8e68-e0257de5c2c0 req-9e001b15-7597-4afa-9a65-076ddf71ab46 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.0714798 Sep 26 12:34:38.687767 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d74664b1-de61-438b-8e68-e0257de5c2c0 req-13e0685f-dab1-442b-b2b2-7245997f1d6b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 Sep 26 12:34:39.098476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35892) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:39.121952 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 3 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:39.165018 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:39.216154 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b8f00-7c3b-4ee8-9ded-3066b04dacd0 req-1421e002-0f01-4c30-ae7d-fe0599d2737e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:39.217627 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c41b8f00-7c3b-4ee8-9ded-3066b04dacd0 req-1421e002-0f01-4c30-ae7d-fe0599d2737e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.0577888 Sep 26 12:34:39.223068 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-77848106-71bc-445f-a903-b041e06bc834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.264667 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a135b18-d368-4fea-b92b-57d2231e17b0 req-ba613330-7f84-4034-87dc-a139da83a1c9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:39.266147 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a135b18-d368-4fea-b92b-57d2231e17b0 req-ba613330-7f84-4034-87dc-a139da83a1c9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.0676792 Sep 26 12:34:39.301238 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-77848106-71bc-445f-a903-b041e06bc834 admin admin] Publish callbacks [] for security_group (94be4540-bce6-42a3-98d9-cf7c06ea9e99), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.307600 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c41b8f00-7c3b-4ee8-9ded-3066b04dacd0 req-90a460f1-85a2-428e-9ab2-a4e4fcf6ff8d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736895 Sep 26 12:34:39.333081 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a135b18-d368-4fea-b92b-57d2231e17b0 req-935907e4-327a-4b37-891a-9ea636f644d7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572224 Sep 26 12:34:39.396809 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d323da5c-9968-46a6-b50b-42d4a820ff79 req-b94acc7f-cd65-4c00-b986-919e8c94c6c6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0319505 Sep 26 12:34:39.401619 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-77848106-71bc-445f-a903-b041e06bc834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (94be4540-bce6-42a3-98d9-cf7c06ea9e99), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.442324 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-77848106-71bc-445f-a903-b041e06bc834 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f303708bd9c541f080a347f5745ab1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453805 Sep 26 12:34:39.445047 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35902) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:39.445444 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848106-71bc-445f-a903-b041e06bc834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be4540-bce6-42a3-98d9-cf7c06ea9e99,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:39.501885 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] Publish callbacks [] for security_group (94be4540-bce6-42a3-98d9-cf7c06ea9e99), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.522387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] Publish callbacks [] for security_group (94be4540-bce6-42a3-98d9-cf7c06ea9e99), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.555124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35908) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:39.590619 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d3d69-8d37-4341-b43e-094f350fc6f7 req-acb739f8-7fa0-470c-8718-70be0d34cb1a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:39.592111 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3e4d3d69-8d37-4341-b43e-094f350fc6f7 req-acb739f8-7fa0-470c-8718-70be0d34cb1a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 932 time: 0.0676067 Sep 26 12:34:39.599342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:39.641965 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3e4d3d69-8d37-4341-b43e-094f350fc6f7 req-c6de1afd-1420-4adc-a05f-f336e9790260 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Sep 26 12:34:39.665747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ada09d52-885b-40f7-9841-bf142221c30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.665932 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 4 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:39.697226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:39.742434 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (94be4540-bce6-42a3-98d9-cf7c06ea9e99), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.745841 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.749825 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/94be4540-bce6-42a3-98d9-cf7c06ea9e99 HTTP/1.1" status: 204 len: 168 time: 0.3009667 Sep 26 12:34:39.756160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839c3e9-705e-452d-8613-01de1ed79c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be4540-bce6-42a3-98d9-cf7c06ea9e99,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:39.859675 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136ea2-d9ef-40e8-9079-2c43ad38c2f0 req-593cecd5-3fae-4d71-a7e6-1f19cc5429aa tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:39.869009 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fb136ea2-d9ef-40e8-9079-2c43ad38c2f0 req-593cecd5-3fae-4d71-a7e6-1f19cc5429aa tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.0996397 Sep 26 12:34:39.883685 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ada09d52-885b-40f7-9841-bf142221c30e admin admin] Publish callbacks [] for security_group (b3d99f2b-20a0-4207-95ba-e9ad81aae675), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:39.926132 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fb136ea2-d9ef-40e8-9079-2c43ad38c2f0 req-05e4bbe4-b8ba-4095-9f0b-3060f6a85151 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Sep 26 12:34:39.928637 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:39.978618 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ada09d52-885b-40f7-9841-bf142221c30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b3d99f2b-20a0-4207-95ba-e9ad81aae675), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.018772 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ada09d52-885b-40f7-9841-bf142221c30e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=542555d914d54ca68d6875de809b425d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626005 Sep 26 12:34:40.020044 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09d52-885b-40f7-9841-bf142221c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d99f2b-20a0-4207-95ba-e9ad81aae675,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:40.021485 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35924) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:40.041157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c401ec9c-7648-4821-83ec-ec702bca04eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.070770 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] Publish callbacks [] for security_group (b3d99f2b-20a0-4207-95ba-e9ad81aae675), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.093444 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] Publish callbacks [] for security_group (b3d99f2b-20a0-4207-95ba-e9ad81aae675), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.198612 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 5 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:40.213386 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:40.230022 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:40.230217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b3d99f2b-20a0-4207-95ba-e9ad81aae675), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.232744 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.233980 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b3d99f2b-20a0-4207-95ba-e9ad81aae675 HTTP/1.1" status: 204 len: 168 time: 0.2114227 Sep 26 12:34:40.245181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76301e-2f86-47dd-9572-26abc9a72bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d99f2b-20a0-4207-95ba-e9ad81aae675,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:40.356028 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:40.440479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:40.471511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3ba7-091e-4656-94a5-aac610e2bf78 req-95b0380b-dd07-476e-b4c6-6118b3f8d9d8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:40.473017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-216d3ba7-091e-4656-94a5-aac610e2bf78 req-95b0380b-dd07-476e-b4c6-6118b3f8d9d8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.0882878 Sep 26 12:34:40.495120 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105d1d1-9ee1-46b6-a916-072704422cf6 req-dd3e91bf-5297-4d40-93b5-adb897b8dbf8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:40.496624 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e105d1d1-9ee1-46b6-a916-072704422cf6 req-dd3e91bf-5297-4d40-93b5-adb897b8dbf8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.0722063 Sep 26 12:34:40.507263 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35936) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:40.521707 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67a2b8f8-a425-4d51-b4d4-44d01bbacc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.564577 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-216d3ba7-091e-4656-94a5-aac610e2bf78 req-7b5cde9a-a6db-4a95-a9be-1eaed49cfe8c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848951 Sep 26 12:34:40.576176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e105d1d1-9ee1-46b6-a916-072704422cf6 req-ce91095d-4aae-4645-b253-94e568c498ee tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732672 Sep 26 12:34:40.616687 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67a2b8f8-a425-4d51-b4d4-44d01bbacc1b admin admin] Publish callbacks [] for security_group (95ca18f5-418d-400e-b0c8-ffc9cf06be69), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.670618 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63a7ce8e-d84c-4a5c-93f8-77c42e42212c req-976fb647-68b0-4ac8-ac7a-1d2cf144d310 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Sep 26 12:34:40.715607 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67a2b8f8-a425-4d51-b4d4-44d01bbacc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95ca18f5-418d-400e-b0c8-ffc9cf06be69), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.721653 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Request body: {'port': {'device_id': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:40.731463 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 6 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:40.770904 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:40.798234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae520e71-7a4b-4e58-bc8b-56fd445e8dd8 req-06c3fa3a-0da5-4717-bbed-10329da554bb tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:40.799731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae520e71-7a4b-4e58-bc8b-56fd445e8dd8 req-06c3fa3a-0da5-4717-bbed-10329da554bb tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 932 time: 0.0736167 Sep 26 12:34:40.841528 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a05b5b4e-af35-4480-b240-2870968f124a), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:40.843713 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-952a27fb-30d6-4610-b2f2-d88ca8292d10 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 200 len: 217 time: 0.0869820 Sep 26 12:34:40.856463 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9614789-15fa-423e-9cf3-b51a37685da8 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:40.857507 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-67a2b8f8-a425-4d51-b4d4-44d01bbacc1b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4fcb6a4044d648a0bbf7e17882098e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483701 Sep 26 12:34:40.862783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 35942) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:40.865410 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2b8f8-a425-4d51-b4d4-44d01bbacc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca18f5-418d-400e-b0c8-ffc9cf06be69,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:40.913088 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-be36cd42-af19-4284-b34f-48c27d07fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:40.920056 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-be36cd42-af19-4284-b34f-48c27d07fbf0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.1978459 Sep 26 12:34:40.938237 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae520e71-7a4b-4e58-bc8b-56fd445e8dd8 req-3c9ee307-3995-4e36-93e4-3eae33df346f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154883 Sep 26 12:34:40.993133 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9614789-15fa-423e-9cf3-b51a37685da8,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:41.015909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35952) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:41.021834 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'd9614789-15fa-423e-9cf3-b51a37685da8', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'port_id': 'd9614789-15fa-423e-9cf3-b51a37685da8', 'mac_address': 'fa:16:3e:61:41:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:41.030885 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95e0ff0f-67b3-4870-bb6c-39d8282a291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.084717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d9614789-15fa-423e-9cf3-b51a37685da8 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:41.085257 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.101906 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9614789-15fa-423e-9cf3-b51a37685da8 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:41.119768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] Publish callbacks [] for security_group (95ca18f5-418d-400e-b0c8-ffc9cf06be69), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.123309 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9614789-15fa-423e-9cf3-b51a37685da8,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:41.124966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95e0ff0f-67b3-4870-bb6c-39d8282a291c admin admin] Publish callbacks [] for security_group (d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.272335 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 7 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:41.282475 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5f617-dd3d-45b3-9ab7-901c3b79e12a req-c6999dd1-c04e-4058-a058-60758d98dd43 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.283957 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2bf5f617-dd3d-45b3-9ab7-901c3b79e12a req-c6999dd1-c04e-4058-a058-60758d98dd43 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.2394195 Sep 26 12:34:41.304305 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:41.336456 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.336835 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95e0ff0f-67b3-4870-bb6c-39d8282a291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.341615 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] Publish callbacks [] for security_group (95ca18f5-418d-400e-b0c8-ffc9cf06be69), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.390729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:41.402705 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0ff0f-67b3-4870-bb6c-39d8282a291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:41.418631 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2bf5f617-dd3d-45b3-9ab7-901c3b79e12a req-1d43e253-4c4b-4dde-8af4-aeab518c72f0 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050997 Sep 26 12:34:41.422286 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-95e0ff0f-67b3-4870-bb6c-39d8282a291c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7a7bb9d5c4f147cc94572ab0aa024d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049451 Sep 26 12:34:41.424526 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 35956) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:41.490928 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] Publish callbacks [] for security_group (d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.497206 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05b5b4e-af35-4480-b240-2870968f124a {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:41.505038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks [] for port (a05b5b4e-af35-4480-b240-2870968f124a), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.511699 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] Publish callbacks [] for security_group (d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.521515 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Transition to ACTIVE for port object a05b5b4e-af35-4480-b240-2870968f124a will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:41.522270 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95ca18f5-418d-400e-b0c8-ffc9cf06be69), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.524772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.526773 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/95ca18f5-418d-400e-b0c8-ffc9cf06be69 HTTP/1.1" status: 204 len: 168 time: 0.6626995 Sep 26 12:34:41.534763 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea89f4-d751-44af-b955-040d4e2768ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca18f5-418d-400e-b0c8-ffc9cf06be69,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:41.616574 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:41.671509 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-4a243893-37e2-4049-babc-e6422fa783ec service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 217 time: 0.0458748 Sep 26 12:34:41.701240 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d9614789-15fa-423e-9cf3-b51a37685da8'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:34:41.754609 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:41.779200 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-e78838ff-550b-49b2-b7d9-62fe59c16187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.780811 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-e78838ff-550b-49b2-b7d9-62fe59c16187 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.1538706 Sep 26 12:34:41.782899 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-431c7b80-fa07-4a0c-a004-2b5e6fc2152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.784272 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-431c7b80-fa07-4a0c-a004-2b5e6fc2152d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.1052012 Sep 26 12:34:41.803316 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:41.808997 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 8 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:41.877915 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-dfccf189-3a52-4d94-af66-75510d13257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.879875 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-dfccf189-3a52-4d94-af66-75510d13257a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826819 Sep 26 12:34:41.880371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162c55-77e2-450f-82a5-60ee54546d2c req-63c8000a-a19f-415a-832a-e8712170672b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.881863 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee162c55-77e2-450f-82a5-60ee54546d2c req-63c8000a-a19f-415a-832a-e8712170672b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.1834509 Sep 26 12:34:41.883919 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-94df94eb-a75c-49c7-8315-3018db2358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.884471 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:41.885958 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-94df94eb-a75c-49c7-8315-3018db2358d9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875616 Sep 26 12:34:41.896015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a919dc3-329d-43ef-85dc-86ac1feef380 req-d62e1df7-180d-4eb0-bdb6-2923c2e69554 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:41.897697 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a919dc3-329d-43ef-85dc-86ac1feef380 req-d62e1df7-180d-4eb0-bdb6-2923c2e69554 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.1946905 Sep 26 12:34:41.923248 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Attempting to bind port a05b5b4e-af35-4480-b240-2870968f124a on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:41.923519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Attempting to bind port a05b5b4e-af35-4480-b240-2870968f124a by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:41.923867 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Attempting to bind port a05b5b4e-af35-4480-b240-2870968f124a on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:42.031601 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-572bc48f-1b57-415f-a04b-80352190c55f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:42.031601 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-572bc48f-1b57-415f-a04b-80352190c55f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 816 time: 0.3879321 Sep 26 12:34:42.048263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee162c55-77e2-450f-82a5-60ee54546d2c req-4536381c-218a-4683-b9ba-060f54ef5b73 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452496 Sep 26 12:34:42.076681 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a919dc3-329d-43ef-85dc-86ac1feef380 req-0a334777-bf19-4b4f-8f72-eb6c450cc41d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675842 Sep 26 12:34:42.081688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Port a05b5b4e-af35-4480-b240-2870968f124a on network e6a95685-4b41-4516-a80e-71935c86f116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:42.082090 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Attempting to bind port a05b5b4e-af35-4480-b240-2870968f124a on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:42.189247 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-439fe37a-cbd1-41e1-bbb9-54103b2ee874 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 379 time: 0.1582165 Sep 26 12:34:42.194957 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b40919c-45f0-4b99-b108-a71ce08282e9 req-1c4dd108-67af-4660-b127-e289f18fea67 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0552552 Sep 26 12:34:42.217781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'port': {'device_id': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'admin_state_up': True, 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'security_groups': ['a22b0797-d220-4080-9d16-5f2823ca18d9']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:42.239998 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-5db5f84c-cf90-4191-861e-5e6f58352dcc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413625 Sep 26 12:34:42.241908 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-71201880-5576-44b4-801e-3769db56b0fd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346159 Sep 26 12:34:42.292595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:42.293217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Checking segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:42.293316 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Bound using segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:42.293748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Bound port: a05b5b4e-af35-4480-b240-2870968f124a, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:42.294108 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a05b5b4e-af35-4480-b240-2870968f124a), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.324590 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744312f-64a8-44dd-a59c-527c8ca185a2 req-1dab3eed-10e2-4ecc-a6ee-ae08b85ffcd0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:42.326083 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4744312f-64a8-44dd-a59c-527c8ca185a2 req-1dab3eed-10e2-4ecc-a6ee-ae08b85ffcd0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.1333051 Sep 26 12:34:42.385471 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 9 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:42.421735 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.424257 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.425393 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45 HTTP/1.1" status: 204 len: 168 time: 0.9999311 Sep 26 12:34:42.480034 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-06cedf06-98a4-4952-a8d0-5c0fc259f723 req-22d7f7a4-18af-46d3-afd5-5844d53eeb1c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910942 Sep 26 12:34:42.480518 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:42.482037 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1cc90416-04a1-4107-af8d-d5d7cee846d2 req-d132d75e-7968-4ec8-b868-504c5f36559a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010877 Sep 26 12:34:42.482037 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338378e1-7253-486f-93f0-b4dec24562a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0d8fd-1855-4727-a1dd-ca37e5ebfc45,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:42.482371 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4744312f-64a8-44dd-a59c-527c8ca185a2 req-c008409a-73a9-4939-8a73-6f4442d3b6ae tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328330 Sep 26 12:34:42.482371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a05b5b4e-af35-4480-b240-2870968f124a,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:42.504566 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:42.563246 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee08b92-a954-4ce0-970c-631d6ea2533b req-d3b34828-8d86-44eb-802a-fc3f1244d4d3 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:42.564745 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dee08b92-a954-4ce0-970c-631d6ea2533b req-d3b34828-8d86-44eb-802a-fc3f1244d4d3 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 943 time: 0.0549469 Sep 26 12:34:42.611734 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dee08b92-a954-4ce0-970c-631d6ea2533b req-f2eb8328-4d1f-48c2-ab8c-e5d62ce36ce2 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Sep 26 12:34:42.846468 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-afa3c7df-ec3e-4ccd-aa82-98f169dd32c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.852714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 65fe4f79-a288-4e7f-822b-bb595278b8bd details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:42.910064 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:42.910644 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.912807 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9614789-15fa-423e-9cf3-b51a37685da8 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:42.914175 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Made reservation on behalf of 3a33202f8d3141ed9011d2eb1e25c466 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:42.919705 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.922519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:42.923060 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:42.924424 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 1094 time: 2.2075706 Sep 26 12:34:42.927469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:42.928949 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f050399-91d8-43e0-9393-00df63a508a8" -d '{"events": [{"name": "network-changed", "server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "tag": "a05b5b4e-af35-4480-b240-2870968f124a"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:43.043686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb48a2dc-9743-44ae-9ac5-d4d485324a02 x-openstack-request-id: req-eb48a2dc-9743-44ae-9ac5-d4d485324a02 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:43.046595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "tag": "a05b5b4e-af35-4480-b240-2870968f124a", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:43.046595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb48a2dc-9743-44ae-9ac5-d4d485324a02 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:43.046595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb48a2dc-9743-44ae-9ac5-d4d485324a02'] response: {'name': 'network-changed', 'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a', 'status': 'completed', 'code': 200} Sep 26 12:34:43.055628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddbe8-d80e-4aad-87d9-1d44619a4456 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:43.106822 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Attempt 10 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:43.159079 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f050399-91d8-43e0-9393-00df63a508a8 req-82597cce-52a8-4d87-915c-f3894f2acab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:43.160972 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f050399-91d8-43e0-9393-00df63a508a8 req-82597cce-52a8-4d87-915c-f3894f2acab3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1128 time: 0.0894513 Sep 26 12:34:43.219464 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b091c-8e4a-4e2f-adec-03043976c7bc req-305833da-1c3f-4f2b-8373-c4659836d5f7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:43.220769 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:43.220954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-569b091c-8e4a-4e2f-adec-03043976c7bc req-305833da-1c3f-4f2b-8373-c4659836d5f7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 944 time: 0.0634887 Sep 26 12:34:43.242565 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:43.257298 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port d9614789-15fa-423e-9cf3-b51a37685da8 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:34:43.279441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-14ccee27-12d6-4e4f-82d1-b925ceb73508 None None] Port a05b5b4e-af35-4480-b240-2870968f124a had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:34:43.281347 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '65fe4f79-a288-4e7f-822b-bb595278b8bd', 'network_id': '687535a7-5b04-4ea1-b3ab-8200148c66bd', 'port_id': '65fe4f79-a288-4e7f-822b-bb595278b8bd', 'mac_address': 'fa:16:3e:bf:4c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f802696d-53cf-4f66-a9f3-d94d186ed343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:43.320733 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 65fe4f79-a288-4e7f-822b-bb595278b8bd is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:43.321158 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.332703 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port d9614789-15fa-423e-9cf3-b51a37685da8 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:43.333082 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.333422 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port d9614789-15fa-423e-9cf3-b51a37685da8 Sep 26 12:34:43.361020 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fe4f79-a288-4e7f-822b-bb595278b8bd {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:43.369384 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.392094 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:43.431675 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d9614789-15fa-423e-9cf3-b51a37685da8 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:43.432090 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.455995 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:43.459342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f050399-91d8-43e0-9393-00df63a508a8 req-c4225353-fef7-466d-9f5a-4b83c4670e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:43.460823 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f050399-91d8-43e0-9393-00df63a508a8 req-c4225353-fef7-466d-9f5a-4b83c4670e4f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2389908 Sep 26 12:34:43.478119 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Allocated IP 172.20.0.7 (e7c05408-648c-4bc8-8663-af3b8613eacd/77ca86a2-21f8-493f-93ee-1f402b7cb75d/73469533-a748-4c77-9662-c9401f7320ff) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:34:43.492122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7997a-8f5f-4328-8bc4-b2574e4c625f req-2a8d1687-71aa-4015-bc28-73cdf9d9c78d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:43.501428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2bc7997a-8f5f-4328-8bc4-b2574e4c625f req-2a8d1687-71aa-4015-bc28-73cdf9d9c78d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 944 time: 0.2760513 Sep 26 12:34:43.529648 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.530331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:43.536873 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9614789-15fa-423e-9cf3-b51a37685da8,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:43.574207 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-569b091c-8e4a-4e2f-adec-03043976c7bc req-0688885b-d5a0-4cf1-aeda-59fead3d6efc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696045 Sep 26 12:34:43.632534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:43.637718 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.712717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:43.719932 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:43.730476 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:43.766445 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:43.766820 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.789490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:43.812202 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:43.910351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:43.911191 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 81f1adea-c456-4316-9be6-5a089832d652 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:43.938595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1464e90-1bfd-4e24-abf8-7630d374cc90 req-4c28ebb3-3b35-4042-a6ae-795a22e97b53 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.2514384 Sep 26 12:34:43.941402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c3256-d584-4878-b72d-2bd4de45ffe0" -d '{"events": [{"server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:43.978048 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2bc7997a-8f5f-4328-8bc4-b2574e4c625f req-62b93bef-1351-4ab7-88eb-0d72ecf85a30 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729230 Sep 26 12:34:43.995426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:44.103322 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f050399-91d8-43e0-9393-00df63a508a8 req-719c7085-1e5d-4156-bf9b-bf8b888332eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.105441 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f050399-91d8-43e0-9393-00df63a508a8 req-719c7085-1e5d-4156-bf9b-bf8b888332eb service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6322703 Sep 26 12:34:44.158711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=81f1adea-c456-4316-9be6-5a089832d652,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:44.204861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '81f1adea-c456-4316-9be6-5a089832d652', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'port_id': '81f1adea-c456-4316-9be6-5a089832d652', 'mac_address': 'fa:16:3e:ec:44:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:44.264496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 81f1adea-c456-4316-9be6-5a089832d652 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:44.265145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (81f1adea-c456-4316-9be6-5a089832d652), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:44.282383 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f1adea-c456-4316-9be6-5a089832d652 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:44.303283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecd6a9-20ee-4f0b-9fe9-8e1873fe7862 req-0bc46cb4-ba3d-4e7e-99e2-5ee2a62485f3 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.308923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=81f1adea-c456-4316-9be6-5a089832d652,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:44.310896 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08ecd6a9-20ee-4f0b-9fe9-8e1873fe7862 req-0bc46cb4-ba3d-4e7e-99e2-5ee2a62485f3 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 944 time: 0.1961305 Sep 26 12:34:44.343337 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0286b-ac8f-4ed1-bd88-9186a5a04714 req-3ec2f81c-3f41-435b-b65e-8e547c09383b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.359720 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92a0286b-ac8f-4ed1-bd88-9186a5a04714 req-3ec2f81c-3f41-435b-b65e-8e547c09383b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.2587810 Sep 26 12:34:44.412767 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:44.422648 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-79791c7b-f93b-4723-a434-0dc1c4b22949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.424172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-79791c7b-f93b-4723-a434-0dc1c4b22949 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1128 time: 0.2154367 Sep 26 12:34:44.454010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (73469533-a748-4c77-9662-c9401f7320ff), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:44.503705 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:44.508456 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92a0286b-ac8f-4ed1-bd88-9186a5a04714 req-4c6f0a57-c1b9-4534-90f2-2833819e18d8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474755 Sep 26 12:34:44.527735 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-e18f2d44-5de6-4d71-94eb-a846a622d3d1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 217 time: 0.0810790 Sep 26 12:34:44.555656 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:44.601988 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08ecd6a9-20ee-4f0b-9fe9-8e1873fe7862 req-53ebc021-fc8a-4ac8-b420-71862d440da7 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901185 Sep 26 12:34:44.648895 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-a52a2db4-ab23-424b-a7d1-fd94f5e6ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.651185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-a52a2db4-ab23-424b-a7d1-fd94f5e6ae48 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.1143129 Sep 26 12:34:44.715214 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:44.782086 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-3f0bc082-21d7-4dd1-9f60-9dfc7351b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.783608 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-3f0bc082-21d7-4dd1-9f60-9dfc7351b8ce service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1256406 Sep 26 12:34:44.810387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efd5d2-38f9-4d48-9704-54b17ff33e16 req-9bd27817-80df-4930-ad2a-4bdada325bcc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.811814 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e0efd5d2-38f9-4d48-9704-54b17ff33e16 req-9bd27817-80df-4930-ad2a-4bdada325bcc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 945 time: 0.1069410 Sep 26 12:34:44.827912 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Network e7c05408-648c-4bc8-8663-af3b8613eacd is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:34:44.850145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:44.850436 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db74f40-f9ec-40cd-b938-675b981907dc x-openstack-request-id: req-8db74f40-f9ec-40cd-b938-675b981907dc {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:44.851201 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:44.851524 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8db74f40-f9ec-40cd-b938-675b981907dc {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:44.852269 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db74f40-f9ec-40cd-b938-675b981907dc'] response: {'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8', 'code': 200} Sep 26 12:34:44.881307 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:34:44.886646 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:44.887245 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:44.906666 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:44.983514 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e0efd5d2-38f9-4d48-9704-54b17ff33e16 req-7dc9b513-c259-440a-9059-75781f3518d0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544073 Sep 26 12:34:45.001985 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-79099bb2-269e-49ce-be3c-1bfe4571c8a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062845 Sep 26 12:34:45.056186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-68ea7f56-9158-4e4f-b5c0-79c18349c273 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8594012 Sep 26 12:34:45.090158 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Request body: {'port': {'device_id': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:45.109619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Provisioning complete for port 73469533-a748-4c77-9662-c9401f7320ff triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:45.118896 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (73469533-a748-4c77-9662-c9401f7320ff), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:45.118896 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Attempt 1 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:34:45.144647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Port 73469533-a748-4c77-9662-c9401f7320ff cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:45.157335 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:45.173825 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['65fe4f79-a288-4e7f-822b-bb595278b8bd'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:34:45.205214 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:45.227703 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f160e91-b6f7-4c87-9e6d-59ad05a28e73 req-f90525b1-c4b6-48b1-acc1-ec65ff0872f5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:45.227703 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f160e91-b6f7-4c87-9e6d-59ad05a28e73 req-f90525b1-c4b6-48b1-acc1-ec65ff0872f5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 945 time: 0.1214409 Sep 26 12:34:45.280968 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7678426-01a7-4c1d-93d8-7292bb514e6a req-5026fa0a-ba53-4de2-9134-eb52375631fe tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:45.287667 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:34:45.290308 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c7678426-01a7-4c1d-93d8-7292bb514e6a req-5026fa0a-ba53-4de2-9134-eb52375631fe tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 931 time: 0.1945646 Sep 26 12:34:45.340186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5927a4f7-47f2-49bc-b18a-4f908ce5a386 req-435fa0fa-4b10-42b5-bfd5-ded0e902b698 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270526 Sep 26 12:34:45.348741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:45.458852 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['81f1adea-c456-4316-9be6-5a089832d652'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:34:45.505115 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c7678426-01a7-4c1d-93d8-7292bb514e6a req-ca8f6667-7eea-4c93-8760-1dd9aa25138e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110665 Sep 26 12:34:45.522563 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f160e91-b6f7-4c87-9e6d-59ad05a28e73 req-70d805bf-6b11-4b1a-987d-581c7699dd1d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717180 Sep 26 12:34:45.646482 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Attempt 2 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:34:45.692768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-83b280b6-8b2d-4e03-b8d5-1e6b657d3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:45.694075 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-83b280b6-8b2d-4e03-b8d5-1e6b657d3392 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1129 time: 0.2408800 Sep 26 12:34:45.735792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a08eb-ffb3-4877-a15a-3187913b075d req-89c1b2bf-ccb0-4c58-979b-2b86bb898cc2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:45.737275 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750a08eb-ffb3-4877-a15a-3187913b075d req-89c1b2bf-ccb0-4c58-979b-2b86bb898cc2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.0990455 Sep 26 12:34:45.754324 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Port 73469533-a748-4c77-9662-c9401f7320ff cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:45.779710 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:45.834846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5d45d-ea64-4176-bff4-799c3b216cf0 req-8b900f34-4995-46e3-8871-e4d92ae1d32b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:45.838995 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1da5d45d-ea64-4176-bff4-799c3b216cf0 req-8b900f34-4995-46e3-8871-e4d92ae1d32b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 944 time: 0.1126328 Sep 26 12:34:45.903278 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-750a08eb-ffb3-4877-a15a-3187913b075d req-185d844e-a617-4c9c-ae3e-c384e4daa777 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328681 Sep 26 12:34:45.926045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:45.952176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1da5d45d-ea64-4176-bff4-799c3b216cf0 req-d9ca1fe4-d5db-42e9-96d5-17a26f0865f2 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008337 Sep 26 12:34:45.991316 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:45.999627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks [] for port (73469533-a748-4c77-9662-c9401f7320ff), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.012554 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Transition to ACTIVE for port object 73469533-a748-4c77-9662-c9401f7320ff will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:34:46.064681 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:46.127005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3d7cf-c352-4a16-b2e7-b31b764f9003 req-5ec9a0f6-a8b9-4df7-b8ef-4f7c99a70b87 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:46.128505 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13d3d7cf-c352-4a16-b2e7-b31b764f9003 req-5ec9a0f6-a8b9-4df7-b8ef-4f7c99a70b87 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 945 time: 0.0502112 Sep 26 12:34:46.129102 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.191221 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:46.239483 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13d3d7cf-c352-4a16-b2e7-b31b764f9003 req-7e06d16b-9f0e-43e8-b71d-5fa6ea02431c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044466 Sep 26 12:34:46.240159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Attempting to bind port 73469533-a748-4c77-9662-c9401f7320ff on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:34:46.240489 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Attempting to bind port 73469533-a748-4c77-9662-c9401f7320ff by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:34:46.240809 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Attempting to bind port 73469533-a748-4c77-9662-c9401f7320ff on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:46.255973 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Attempt 3 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:34:46.286800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Port 73469533-a748-4c77-9662-c9401f7320ff on network e7c05408-648c-4bc8-8663-af3b8613eacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:34:46.287121 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Attempting to bind port 73469533-a748-4c77-9662-c9401f7320ff on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:34:46.294355 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Port 73469533-a748-4c77-9662-c9401f7320ff cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:34:46.483532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-e54cb678-a0f1-4962-bd50-4af93e240c24 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.516783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:34:46.517114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Checking segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:46.517494 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Bound using segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:34:46.517927 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Bound port: 73469533-a748-4c77-9662-c9401f7320ff, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:34:46.518279 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.613416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:34:46.634887 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:34:46.658417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-e54cb678-a0f1-4962-bd50-4af93e240c24 service neutron] Publish callbacks [] for security_group (8d5954c6-c797-46f1-86cd-a31f8cbf3e33), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.717469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497229b-9794-4574-bcbe-b1b1f7c6566c req-d60d5d66-7205-4801-858d-1283f5377670 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:46.718954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3497229b-9794-4574-bcbe-b1b1f7c6566c req-d60d5d66-7205-4801-858d-1283f5377670 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0881400 Sep 26 12:34:46.724579 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990fec4-fad3-4216-bd45-f2405ae11542 req-22cc7485-d1f7-4e08-8220-d1a297be10f2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:46.726019 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0990fec4-fad3-4216-bd45-f2405ae11542 req-22cc7485-d1f7-4e08-8220-d1a297be10f2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 945 time: 0.0940833 Sep 26 12:34:46.749035 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.758577 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:46.759328 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.761386 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 1093 time: 1.6754386 Sep 26 12:34:46.763171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:46.765663 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef22ff9-0bc9-4a35-b472-df40584eae58" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:46.796399 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Attempt 4 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:34:46.834972 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-e54cb678-a0f1-4962-bd50-4af93e240c24 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (8d5954c6-c797-46f1-86cd-a31f8cbf3e33), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:46.838909 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-09185380-2713-4037-b1f1-810b211d64eb None None] Port 73469533-a748-4c77-9662-c9401f7320ff had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:34:46.922153 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3497229b-9794-4574-bcbe-b1b1f7c6566c req-0f121fc5-3663-4273-bc0e-6e9bd308f0ef tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942945 Sep 26 12:34:46.925278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb678-a0f1-4962-bd50-4af93e240c24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5954c6-c797-46f1-86cd-a31f8cbf3e33,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:46.927681 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde77d0-7c89-4b16-8704-666c74c8558d service neutron] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:46.933229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0990fec4-fad3-4216-bd45-f2405ae11542 req-bf3a3169-835b-443a-b77b-27086e9844b0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913488 Sep 26 12:34:46.935185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0d49f3e8-a44e-4785-8975-954b0981dca6 req-e54cb678-a0f1-4962-bd50-4af93e240c24 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679739 Sep 26 12:34:46.982691 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec8177-ba71-43db-9f6d-a8e124e8de47 x-openstack-request-id: req-00ec8177-ba71-43db-9f6d-a8e124e8de47 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:46.982983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:46.983239 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00ec8177-ba71-43db-9f6d-a8e124e8de47 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:46.983784 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ec8177-ba71-43db-9f6d-a8e124e8de47'] response: {'name': 'network-changed', 'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'status': 'completed', 'code': 200} Sep 26 12:34:47.111748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2068fd-b15c-4994-b499-26fb5dcc31cf req-ff6c566f-2155-4e62-989f-5776436e6285 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.113218 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d2068fd-b15c-4994-b499-26fb5dcc31cf req-ff6c566f-2155-4e62-989f-5776436e6285 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.0990689 Sep 26 12:34:47.123687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936aede-04e3-4d27-9565-b657f3862110 req-5ea3f4a3-2d66-4642-9ede-b47a844ffb1c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.125097 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9936aede-04e3-4d27-9565-b657f3862110 req-5ea3f4a3-2d66-4642-9ede-b47a844ffb1c tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 944 time: 0.0916009 Sep 26 12:34:47.147620 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36148) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:47.153135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:47.195714 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d2068fd-b15c-4994-b499-26fb5dcc31cf req-51f57196-db5f-4c1b-9136-add659a453c7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696485 Sep 26 12:34:47.210489 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9936aede-04e3-4d27-9565-b657f3862110 req-8b29c6a6-454d-4ecf-a000-a3bead6ed567 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777609 Sep 26 12:34:47.264837 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c20c-fa04-4e4a-8ada-8922846711fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.293800 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 65fe4f79-a288-4e7f-822b-bb595278b8bd up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:47.301053 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-b7c0d8c0-898e-4c51-a1ef-21a71e24f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.303172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-b7c0d8c0-898e-4c51-a1ef-21a71e24f591 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1127 time: 0.0439661 Sep 26 12:34:47.342207 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 65fe4f79-a288-4e7f-822b-bb595278b8bd completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:34:47.354020 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c20c-fa04-4e4a-8ada-8922846711fd admin admin] Publish callbacks [] for security_group (7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.398204 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-aad23812-b177-4ed7-b50b-b7f59dd0e2b0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 217 time: 0.0531700 Sep 26 12:34:47.411176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f901f-134d-48d9-9c7e-79d01b647d69 req-a678b1ef-517f-4856-bd15-0cd654eeb252 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.412575 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed8f901f-134d-48d9-9c7e-79d01b647d69 req-a678b1ef-517f-4856-bd15-0cd654eeb252 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 945 time: 0.0911186 Sep 26 12:34:47.462215 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed8f901f-134d-48d9-9c7e-79d01b647d69 req-5e854a38-c32a-40e0-8e69-f5c150f9d27b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Sep 26 12:34:47.464970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 65fe4f79-a288-4e7f-822b-bb595278b8bd triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:47.465861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.466748 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 65fe4f79-a288-4e7f-822b-bb595278b8bd Sep 26 12:34:47.469345 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c20c-fa04-4e4a-8ada-8922846711fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.512080 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-1dd9c20c-fa04-4e4a-8ada-8922846711fd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0869708dcb004efbb4f507425dc658a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631768 Sep 26 12:34:47.513353 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9c20c-fa04-4e4a-8ada-8922846711fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:47.514768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36156) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:47.555513 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 65fe4f79-a288-4e7f-822b-bb595278b8bd is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:47.556055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.568739 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] Publish callbacks [] for security_group (7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.579921 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:47.582204 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c888e8-1583-4155-90c6-a620fa7d90fe" -d '{"events": [{"server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "name": "network-vif-plugged", "status": "completed", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:47.590275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] Publish callbacks [] for security_group (7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.595572 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:47.622360 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7bcc8-3487-416b-9170-296332bbd458 x-openstack-request-id: req-73d7bcc8-3487-416b-9170-296332bbd458 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:47.629591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "name": "network-vif-plugged", "status": "completed", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:47.629591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73d7bcc8-3487-416b-9170-296332bbd458 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:47.629591 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d7bcc8-3487-416b-9170-296332bbd458'] response: {'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd', 'code': 200} Sep 26 12:34:47.684293 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.685134 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:47.724886 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.727370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.728584 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336 HTTP/1.1" status: 204 len: 168 time: 0.2128220 Sep 26 12:34:47.739432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26e4ff-6d46-49ea-b632-b50a729e98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f298fd0-bf6a-4f5e-bd72-a07cc4bfb336,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:47.780127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:47.780127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:34:47.813122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-a7e7e8bb-a20c-49d2-99c7-51826dac2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.814652 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-a7e7e8bb-a20c-49d2-99c7-51826dac2ca4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0639911 Sep 26 12:34:47.873354 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-642097ef-6479-42dd-9539-49996db895b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:47.874811 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-642097ef-6479-42dd-9539-49996db895b1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383711 Sep 26 12:34:47.892624 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:47.893131 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:47.893325 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 Sep 26 12:34:47.971325 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-4b473053-78c3-4cee-aabe-e70262bd5d15 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880845 Sep 26 12:34:47.971736 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:47.972140 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.014152 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:48.086957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b1c3-673f-418e-9c41-5334ea41eb6e req-e6db34de-2059-4f87-8227-3ae96690ac73 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:48.088517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26a6b1c3-673f-418e-9c41-5334ea41eb6e req-e6db34de-2059-4f87-8227-3ae96690ac73 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0825126 Sep 26 12:34:48.094193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e4cd-944e-4497-94c4-1926ac266010 req-3a468e4c-7040-42a2-8d1c-f7b39c5e28c1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:48.095530 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c154e4cd-944e-4497-94c4-1926ac266010 req-3a468e4c-7040-42a2-8d1c-f7b39c5e28c1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 945 time: 0.0773110 Sep 26 12:34:48.148512 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.149506 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 81f1adea-c456-4316-9be6-5a089832d652 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:48.167741 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-26a6b1c3-673f-418e-9c41-5334ea41eb6e req-d2c34c57-1406-4310-8459-b50cba39a4b9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712225 Sep 26 12:34:48.171947 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c154e4cd-944e-4497-94c4-1926ac266010 req-d6fe330f-f22f-4f71-af16-9688814efc72 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694075 Sep 26 12:34:48.228271 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:48.237353 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 81f1adea-c456-4316-9be6-5a089832d652 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:34:48.349522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69191ea6-870d-43a1-9f32-d74bac3cdf0a req-a1f9f8c4-a861-4492-8946-d93cb174e28a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:48.350920 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69191ea6-870d-43a1-9f32-d74bac3cdf0a req-a1f9f8c4-a861-4492-8946-d93cb174e28a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.0752759 Sep 26 12:34:48.370460 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6c944-8662-406d-b71f-b02fb8a0d2bd req-d1330459-5dab-4b06-a63e-19760f38e866 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:48.371868 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-24e6c944-8662-406d-b71f-b02fb8a0d2bd req-d1330459-5dab-4b06-a63e-19760f38e866 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0657654 Sep 26 12:34:48.389484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 81f1adea-c456-4316-9be6-5a089832d652 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:48.389895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (81f1adea-c456-4316-9be6-5a089832d652), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.390236 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 81f1adea-c456-4316-9be6-5a089832d652 Sep 26 12:34:48.435727 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-69191ea6-870d-43a1-9f32-d74bac3cdf0a req-c835ac42-eed1-4070-a8b8-baf239edffa7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779305 Sep 26 12:34:48.442820 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-24e6c944-8662-406d-b71f-b02fb8a0d2bd req-98ccdf4f-5c89-4391-bc2b-040bc90dc34b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630198 Sep 26 12:34:48.480396 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 81f1adea-c456-4316-9be6-5a089832d652 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:48.480786 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (81f1adea-c456-4316-9be6-5a089832d652), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.514215 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=81f1adea-c456-4316-9be6-5a089832d652,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:48.585279 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca2dd-360c-480c-a2d4-40e6f24e2451 req-5ac72c6f-f85d-4a39-b669-8d6d6f4bd35b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:48.588778 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93dca2dd-360c-480c-a2d4-40e6f24e2451 req-5ac72c6f-f85d-4a39-b669-8d6d6f4bd35b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 945 time: 0.0458248 Sep 26 12:34:48.606697 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.609159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36178) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:48.629842 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f4c19a87-960b-4a9b-95a2-42593bb98340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.657228 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:48.662210 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93dca2dd-360c-480c-a2d4-40e6f24e2451 req-0afc14cb-024e-4eb8-8cb0-4c585848733a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688841 Sep 26 12:34:48.726540 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f4c19a87-960b-4a9b-95a2-42593bb98340 admin admin] Publish callbacks [] for security_group (c1ef4af9-0625-44dc-b309-750c655657f0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.855447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f4c19a87-960b-4a9b-95a2-42593bb98340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c1ef4af9-0625-44dc-b309-750c655657f0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.893826 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f4c19a87-960b-4a9b-95a2-42593bb98340 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fbe984ebe2b14941a5bb3b0347cefbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835259 Sep 26 12:34:48.894670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c19a87-960b-4a9b-95a2-42593bb98340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef4af9-0625-44dc-b309-750c655657f0,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:48.896690 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36182) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:48.945836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] Publish callbacks [] for security_group (c1ef4af9-0625-44dc-b309-750c655657f0), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:48.961998 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:48.966970 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] Publish callbacks [] for security_group (c1ef4af9-0625-44dc-b309-750c655657f0), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:49.137968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c1ef4af9-0625-44dc-b309-750c655657f0), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:49.140604 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:49.141777 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c1ef4af9-0625-44dc-b309-750c655657f0 HTTP/1.1" status: 204 len: 168 time: 0.2441089 Sep 26 12:34:49.149940 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb546a1b-bea8-4711-a752-ac236aa4ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef4af9-0625-44dc-b309-750c655657f0,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:49.324892 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247df894-f733-4bb1-8218-8484d6a2dec9 req-fdb1ad9e-16e9-4b2e-a7e6-2120f530d006 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:49.326348 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-247df894-f733-4bb1-8218-8484d6a2dec9 req-fdb1ad9e-16e9-4b2e-a7e6-2120f530d006 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0759480 Sep 26 12:34:49.331975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679d834-c796-4fc8-b154-8d102cbba2c5 req-c4b8a29c-9014-4236-b43d-2c8a347a43ca tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:49.333323 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5679d834-c796-4fc8-b154-8d102cbba2c5 req-c4b8a29c-9014-4236-b43d-2c8a347a43ca tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0743062 Sep 26 12:34:49.404664 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-247df894-f733-4bb1-8218-8484d6a2dec9 req-f2651791-3a36-4d1a-adb0-4bc06d0be8ab tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703213 Sep 26 12:34:49.407805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5679d834-c796-4fc8-b154-8d102cbba2c5 req-4be4a6fd-fd5d-4d0b-8799-bb6bfbe2ffc6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678339 Sep 26 12:34:49.600706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af617f20-25ae-4b1d-b894-d6df5b0cda04 req-6da7e17c-ec98-4403-a417-63f23a3f5d53 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:49.602197 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af617f20-25ae-4b1d-b894-d6df5b0cda04 req-6da7e17c-ec98-4403-a417-63f23a3f5d53 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0797276 Sep 26 12:34:49.610094 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c1936-201a-4e79-a486-2610234e4efd req-77fcd857-e941-42b2-ac1e-c0e7a4bdadbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:49.611498 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a5c1936-201a-4e79-a486-2610234e4efd req-77fcd857-e941-42b2-ac1e-c0e7a4bdadbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.0870442 Sep 26 12:34:49.624431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'}, {'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1adea-c456-4316-9be6-5a089832d652'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:49.627579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1990eb31-8c10-460a-a8d2-6e8db1a04711" -d '{"events": [{"server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "name": "network-vif-plugged", "status": "completed", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86"}, {"server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "name": "network-vif-plugged", "status": "completed", "tag": "81f1adea-c456-4316-9be6-5a089832d652"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:49.683511 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af617f20-25ae-4b1d-b894-d6df5b0cda04 req-6f093b35-0588-43de-91f0-34cdf71294fa tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710015 Sep 26 12:34:49.691256 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a5c1936-201a-4e79-a486-2610234e4efd req-ef0ea1c7-52c4-419c-b129-8c5033d5436e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719624 Sep 26 12:34:49.738277 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa434a-07e4-4964-9be9-b342ac027ba2 x-openstack-request-id: req-16fa434a-07e4-4964-9be9-b342ac027ba2 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:49.738635 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "name": "network-vif-plugged", "status": "completed", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86", "code": 200}, {"server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "name": "network-vif-plugged", "status": "completed", "tag": "81f1adea-c456-4316-9be6-5a089832d652", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:49.738826 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16fa434a-07e4-4964-9be9-b342ac027ba2 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:49.739266 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fa434a-07e4-4964-9be9-b342ac027ba2'] response: {'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'code': 200} Sep 26 12:34:49.739802 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fa434a-07e4-4964-9be9-b342ac027ba2'] response: {'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1adea-c456-4316-9be6-5a089832d652', 'code': 200} Sep 26 12:34:49.761049 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:49.816660 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689df9c-90a5-433c-988d-c86a258e7cec req-c6e73e5d-c0bd-485a-9629-d423e1a82221 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:49.818092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b689df9c-90a5-433c-988d-c86a258e7cec req-c6e73e5d-c0bd-485a-9629-d423e1a82221 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0475891 Sep 26 12:34:49.865223 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b689df9c-90a5-433c-988d-c86a258e7cec req-8ffdcf2a-a279-4891-9ba4-05742bf98d85 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Sep 26 12:34:50.103860 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:50.349359 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:50.368186 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36220) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:50.458432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:50.476245 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079336654-network', 'tenant_id': 'f67528df613e4e7983094015631a47ff'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:50.495395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:50.515331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:50.560288 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0c51-9e64-47ca-97d4-cf4bb34e1c01 req-bc9cd6f3-935c-4927-b989-206aaf5e960c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:50.561509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a05b5b4e-af35-4480-b240-2870968f124a details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:50.561646 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-344f0c51-9e64-47ca-97d4-cf4bb34e1c01 req-bc9cd6f3-935c-4927-b989-206aaf5e960c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0787399 Sep 26 12:34:50.581644 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Made reservation on behalf of f67528df613e4e7983094015631a47ff for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:50.584221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.595091 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d545d7e-c777-4ec1-860a-7dbfb8de43c0 req-d9be94f0-40c6-4d40-b68e-6bada7ae0465 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:50.599710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.599835 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d545d7e-c777-4ec1-860a-7dbfb8de43c0 req-d9be94f0-40c6-4d40-b68e-6bada7ae0465 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.1031554 Sep 26 12:34:50.670189 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a05b5b4e-af35-4480-b240-2870968f124a,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:50.689065 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'a05b5b4e-af35-4480-b240-2870968f124a', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'port_id': 'a05b5b4e-af35-4480-b240-2870968f124a', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:50.702321 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks [] for security_group (3398621c-15d7-4b7f-be01-0424ac057861), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.734472 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port a05b5b4e-af35-4480-b240-2870968f124a is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:50.735162 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a05b5b4e-af35-4480-b240-2870968f124a), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.735370 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-344f0c51-9e64-47ca-97d4-cf4bb34e1c01 req-9e9c09fd-f0e3-49a3-aded-ce4acbcf7bbf tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612804 Sep 26 12:34:50.766672 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05b5b4e-af35-4480-b240-2870968f124a {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:50.774913 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d545d7e-c777-4ec1-860a-7dbfb8de43c0 req-ae4a9c2e-a0c7-4a50-9ac9-2953a087024c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453800 Sep 26 12:34:50.785768 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3398621c-15d7-4b7f-be01-0424ac057861), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.789062 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a05b5b4e-af35-4480-b240-2870968f124a,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:50.813123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:34:50.817444 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c973-8455-4e9a-a051-19206cdcfe30 req-6a7821c5-d3f1-498d-9d53-a8cbd891ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:50.818899 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fb5c973-8455-4e9a-a051-19206cdcfe30 req-6a7821c5-d3f1-498d-9d53-a8cbd891ff9b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 1129 time: 0.1477213 Sep 26 12:34:50.847047 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (57a4280e-7d2c-4bed-84c7-8f15032f83f1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.847685 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Added segment 57a4280e-7d2c-4bed-84c7-8f15032f83f1 of type vlan for network 1961aa2d-3f88-496b-9c7f-30ffe81de0b5 Sep 26 12:34:50.858569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3398621c-15d7-4b7f-be01-0424ac057861,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:50.889442 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b331b66-4ea1-4e67-b3e8-6f0ef0505df9 req-d9b7ebfb-0623-4050-ac61-2efdc9de9ce2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246517 Sep 26 12:34:50.910249 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (1961aa2d-3f88-496b-9c7f-30ffe81de0b5), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.919159 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:50.942116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc7c7-013d-4fa1-b2ea-c3072142a5bc req-c9f68820-62f5-4459-89fb-1e16783c4334 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:50.943577 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-242cc7c7-013d-4fa1-b2ea-c3072142a5bc req-c9f68820-62f5-4459-89fb-1e16783c4334 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.1346755 Sep 26 12:34:50.973309 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:50.982731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e00d-8886-4dfb-a42a-8f81f2899beb req-9bbf3fc3-062b-4207-993e-036c8e444e52 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:50.984212 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7790e00d-8886-4dfb-a42a-8f81f2899beb req-9bbf3fc3-062b-4207-993e-036c8e444e52 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 944 time: 0.0894535 Sep 26 12:34:50.986248 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fb5c973-8455-4e9a-a051-19206cdcfe30 req-752bb3cc-f4ee-4b9f-b214-c77b31a6010b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337514 Sep 26 12:34:51.038274 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-242cc7c7-013d-4fa1-b2ea-c3072142a5bc req-78f8f765-75cd-42fd-9192-4fa5122a54d6 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872583 Sep 26 12:34:51.052176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7790e00d-8886-4dfb-a42a-8f81f2899beb req-ccb682c9-3106-4076-a646-4decbece27a5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615299 Sep 26 12:34:51.063561 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (1961aa2d-3f88-496b-9c7f-30ffe81de0b5), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:51.065598 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:51.066490 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:51.126665 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] Pushing event updated for resources: {'Network': ['ID=1961aa2d-3f88-496b-9c7f-30ffe81de0b5,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:51.137352 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 1961aa2d-3f88-496b-9c7f-30ffe81de0b5 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:34:51.147283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b2e4-8332-4b10-8ad7-4259456e38b3 req-2ba1500e-f42b-4318-82ed-4e36a55cb622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:51.148836 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5c10b2e4-8332-4b10-8ad7-4259456e38b3 req-2ba1500e-f42b-4318-82ed-4e36a55cb622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0469401 Sep 26 12:34:51.201299 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5c10b2e4-8332-4b10-8ad7-4259456e38b3 req-0ca4d464-b8ad-42ab-9e06-3ac6665d0931 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Sep 26 12:34:51.209507 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3204d334-bd48-4c6d-ae1b-09b98c091b77 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8396280 Sep 26 12:34:51.213304 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36238) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:51.218669 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Request body: {'subnet': {'network_id': '1961aa2d-3f88-496b-9c7f-30ffe81de0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079336654-subnet', 'tenant_id': 'f67528df613e4e7983094015631a47ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:51.377967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Made reservation on behalf of f67528df613e4e7983094015631a47ff for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:51.380415 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:51.640812 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (3a4007db-a367-4afe-89c0-296cf378d171), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:51.701168 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4007db-a367-4afe-89c0-296cf378d171,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:51.709308 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Checking segment: {'id': '57a4280e-7d2c-4bed-84c7-8f15032f83f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1961aa2d-3f88-496b-9c7f-30ffe81de0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:51.709666 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Network hostable DHCP agents. Network: 1961aa2d-3f88-496b-9c7f-30ffe81de0b5, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:34:51.862458 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd6c3-e4b0-45db-be7b-3755fcd0dc18 req-fc1e741d-f5ee-4e6c-a3ba-14d45320295e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:51.863949 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75bcd6c3-e4b0-45db-be7b-3755fcd0dc18 req-fc1e741d-f5ee-4e6c-a3ba-14d45320295e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0481281 Sep 26 12:34:51.893286 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Network 1961aa2d-3f88-496b-9c7f-30ffe81de0b5 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:34:51.954670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d5e5-dc47-4b95-912d-ba2e51541f9c req-a9836f33-9412-4c1d-8de2-81cd6e163559 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:51.956209 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd34d5e5-dc47-4b95-912d-ba2e51541f9c req-a9836f33-9412-4c1d-8de2-81cd6e163559 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0739098 Sep 26 12:34:51.960392 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75bcd6c3-e4b0-45db-be7b-3755fcd0dc18 req-e49b500a-06de-4221-be55-36b502621952 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908933 Sep 26 12:34:52.007042 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd34d5e5-dc47-4b95-912d-ba2e51541f9c req-aaa43942-fd64-47cc-958d-01538ee57d4c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Sep 26 12:34:52.109390 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 1961aa2d-3f88-496b-9c7f-30ffe81de0b5) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:52.114143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:52.115017 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:52.121564 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d062f9-ca10-4cd2-8b46-e2fce76fecd2 None None] Network 1961aa2d-3f88-496b-9c7f-30ffe81de0b5 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:52.181845 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:52.197894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380df2-1563-4d41-9349-7023223df452 req-700c9dd4-637d-452b-8d8d-dfd40155d03f tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:52.199422 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed380df2-1563-4d41-9349-7023223df452 req-700c9dd4-637d-452b-8d8d-dfd40155d03f tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0828569 Sep 26 12:34:52.213646 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25b4ca-8775-4f4a-a521-f825a8636499 req-8704c16f-d97e-41cd-b77c-7e2ac5bf9d22 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:52.215264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc25b4ca-8775-4f4a-a521-f825a8636499 req-8704c16f-d97e-41cd-b77c-7e2ac5bf9d22 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 945 time: 0.0633330 Sep 26 12:34:52.235789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620887e-f741-4cd7-8402-34cb84b90f10 None None] Network 1961aa2d-3f88-496b-9c7f-30ffe81de0b5 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:52.275851 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed380df2-1563-4d41-9349-7023223df452 req-aa2c8cb2-8f2b-421b-9e8a-f3b11ed910fe tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Sep 26 12:34:52.299376 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cc25b4ca-8775-4f4a-a521-f825a8636499 req-12babc0f-dccb-4419-ac87-9058cc7197bc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611002 Sep 26 12:34:52.316573 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-086bf403-921a-41c7-b75c-9d38591c473b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1020818 Sep 26 12:34:52.410377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13304f7a-39cb-40c1-a746-2ea4a64bd905 req-fca8482f-a600-4381-be6d-95ae0117a4a0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:52.411920 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13304f7a-39cb-40c1-a746-2ea4a64bd905 req-fca8482f-a600-4381-be6d-95ae0117a4a0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0571730 Sep 26 12:34:52.466860 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13304f7a-39cb-40c1-a746-2ea4a64bd905 req-bd8802da-60de-4147-9671-1d8724ced704 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469375 Sep 26 12:34:52.743734 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:53.104850 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f89c6-c53a-47c6-a087-a7f558fa64ee req-2bfc44af-4017-4d16-b0a2-eed302dc8e39 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.115142 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-894f89c6-c53a-47c6-a087-a7f558fa64ee req-2bfc44af-4017-4d16-b0a2-eed302dc8e39 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0586753 Sep 26 12:34:53.163856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:53.169995 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fafbf-40fe-4bfa-99e6-756629542b80 req-9f1cf826-4e0a-4b4b-8250-9e6fc12d2edc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.172851 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8a7fafbf-40fe-4bfa-99e6-756629542b80 req-9f1cf826-4e0a-4b4b-8250-9e6fc12d2edc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0738688 Sep 26 12:34:53.183765 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36300) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:53.188530 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568725688-network', 'tenant_id': 'abd38c89b4b0440db1261acb4bad00e5'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:53.209908 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-894f89c6-c53a-47c6-a087-a7f558fa64ee req-0da05be8-8a1b-4bcf-9301-cb0b9b3061da tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942535 Sep 26 12:34:53.242267 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8a7fafbf-40fe-4bfa-99e6-756629542b80 req-1d5beb4d-96f9-42d3-a549-3aad9c281cf1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641398 Sep 26 12:34:53.286280 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Made reservation on behalf of abd38c89b4b0440db1261acb4bad00e5 for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:53.288704 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.297873 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.383776 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks [] for security_group (92f58f98-eba2-4ab7-9260-9cf8f13d809a), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.411191 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f250-3951-4143-9c39-d40fd7405c15 req-3c945fb5-eeaf-45bd-a175-53b5a484a8dd tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.412588 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3bd8f250-3951-4143-9c39-d40fd7405c15 req-3c945fb5-eeaf-45bd-a175-53b5a484a8dd tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0472932 Sep 26 12:34:53.446296 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (92f58f98-eba2-4ab7-9260-9cf8f13d809a), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.471796 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:34:53.476717 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaae0c-2dad-4ea5-8e05-ee9b139d2446 req-d6dc6ad8-59fd-4b75-8062-4cb806a71dbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.478216 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-feeaae0c-2dad-4ea5-8e05-ee9b139d2446 req-d6dc6ad8-59fd-4b75-8062-4cb806a71dbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 945 time: 0.0647469 Sep 26 12:34:53.481043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:53.483103 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f58f98-eba2-4ab7-9260-9cf8f13d809a,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:53.487811 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (2fa4b7b1-9cef-44a2-a94a-d0a9af964203), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.488153 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Added segment 2fa4b7b1-9cef-44a2-a94a-d0a9af964203 of type vlan for network f2681f5e-46ef-4290-985c-75ca97447c85 Sep 26 12:34:53.500105 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3bd8f250-3951-4143-9c39-d40fd7405c15 req-4055d0cb-ec43-465b-a630-991217a1aeff tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781240 Sep 26 12:34:53.505516 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.505516 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.505730 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.506047 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.506752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.506752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.507014 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.507504 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.508014 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.508346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.508679 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.509009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.509331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.510234 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.510555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:53.548182 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-feeaae0c-2dad-4ea5-8e05-ee9b139d2446 req-b95cfa38-662a-4392-802f-bdbc54b7ee9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623212 Sep 26 12:34:53.560617 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (f2681f5e-46ef-4290-985c-75ca97447c85), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.598929 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:53.614954 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a01c5-4614-4459-91e5-87eace1af821 req-6f281ed5-a65a-4a51-ad19-78b38c0db9e3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.616392 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-655a01c5-4614-4459-91e5-87eace1af821 req-6f281ed5-a65a-4a51-ad19-78b38c0db9e3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0492897 Sep 26 12:34:53.662138 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-655a01c5-4614-4459-91e5-87eace1af821 req-629434b1-f13e-4c41-8be1-40cab662fee6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Sep 26 12:34:53.663353 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (f2681f5e-46ef-4290-985c-75ca97447c85), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.664483 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:53.665213 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:53.727782 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] Pushing event updated for resources: {'Network': ['ID=f2681f5e-46ef-4290-985c-75ca97447c85,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:53.737614 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network f2681f5e-46ef-4290-985c-75ca97447c85 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:34:53.824677 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-236de150-42b3-428a-a24a-bc159c6bef97 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6398096 Sep 26 12:34:53.827283 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36312) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:53.831909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Request body: {'subnet': {'network_id': 'f2681f5e-46ef-4290-985c-75ca97447c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568725688-subnet', 'tenant_id': 'abd38c89b4b0440db1261acb4bad00e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:34:53.977933 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Made reservation on behalf of abd38c89b4b0440db1261acb4bad00e5 for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:34:53.980571 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:54.070605 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['a05b5b4e-af35-4480-b240-2870968f124a'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:34:54.255992 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (67a00767-6a77-4e9c-8728-1ed9a166dfd8), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:54.325583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a00767-6a77-4e9c-8728-1ed9a166dfd8,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:54.331301 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Checking segment: {'id': '2fa4b7b1-9cef-44a2-a94a-d0a9af964203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f2681f5e-46ef-4290-985c-75ca97447c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:34:54.331548 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Network hostable DHCP agents. Network: f2681f5e-46ef-4290-985c-75ca97447c85, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:34:54.334136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814e86d-3c23-4b40-b958-04dc864dbe58 req-73306c73-db92-4a6e-ace0-5ad360d8cf9b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.335631 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7814e86d-3c23-4b40-b958-04dc864dbe58 req-73306c73-db92-4a6e-ace0-5ad360d8cf9b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Sep 26 12:34:54.399531 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d821fcb-c066-431d-9a85-4b66ca51350c req-c192ad56-e396-4734-93f6-010463597c05 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.401671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3d821fcb-c066-431d-9a85-4b66ca51350c req-c192ad56-e396-4734-93f6-010463597c05 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0645432 Sep 26 12:34:54.433702 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7814e86d-3c23-4b40-b958-04dc864dbe58 req-1df52e53-ab03-4998-bffc-6bf8acfed28f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866511 Sep 26 12:34:54.469699 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Network f2681f5e-46ef-4290-985c-75ca97447c85 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:34:54.633797 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3d821fcb-c066-431d-9a85-4b66ca51350c req-6d7bad37-53a9-48e2-b516-27d82d1441f0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263441 Sep 26 12:34:54.658240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, f2681f5e-46ef-4290-985c-75ca97447c85) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:34:54.658240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.658240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:54.660230 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ec5e6-6ae4-446d-8410-eae140e4bb02 None None] Network f2681f5e-46ef-4290-985c-75ca97447c85 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:54.677906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abc13-1785-48b3-98ea-a6da5392490c req-95b69484-e2e3-4a63-9e9c-e5e06f7e031a tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.679570 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e3abc13-1785-48b3-98ea-a6da5392490c req-95b69484-e2e3-4a63-9e9c-e5e06f7e031a tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0614674 Sep 26 12:34:54.741160 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e3abc13-1785-48b3-98ea-a6da5392490c req-1aa3e0c8-1f95-4661-8f66-5d5ec6dfb0fc tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544322 Sep 26 12:34:54.767516 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe2427-ab38-4536-8644-ab6dafc226d6 None None] Network f2681f5e-46ef-4290-985c-75ca97447c85 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:34:54.777552 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe230f6-b779-4fd1-b42b-8c6c5e45542d req-c2c70c6c-ed89-4ee4-94e3-61af6a3269c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.779066 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fe230f6-b779-4fd1-b42b-8c6c5e45542d req-c2c70c6c-ed89-4ee4-94e3-61af6a3269c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 945 time: 0.0525396 Sep 26 12:34:54.792461 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-29a07486-4bfb-4742-bcdd-7da4170f13da admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9602647 Sep 26 12:34:54.872723 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fe230f6-b779-4fd1-b42b-8c6c5e45542d req-8a1f62a3-984f-4888-a4cb-5bcdab3a6709 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818117 Sep 26 12:34:54.883806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a4f6a-6b49-4d65-b335-eb7d4032bed4 req-ee18b25b-56f9-4089-a785-1f760cdfeef4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:54.885311 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2d2a4f6a-6b49-4d65-b335-eb7d4032bed4 req-ee18b25b-56f9-4089-a785-1f760cdfeef4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0661294 Sep 26 12:34:54.937743 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2d2a4f6a-6b49-4d65-b335-eb7d4032bed4 req-5a0dcfff-754f-484c-926f-4504f7a225a6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Sep 26 12:34:55.555320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c585a-b695-430c-abf2-b14d24d2d2cf req-d81aa739-ae8d-49af-b86b-973145d75caf tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:55.558185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-884c585a-b695-430c-abf2-b14d24d2d2cf req-d81aa739-ae8d-49af-b86b-973145d75caf tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0468156 Sep 26 12:34:55.572511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:55.607272 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-884c585a-b695-430c-abf2-b14d24d2d2cf req-1e83671a-c9a7-4694-a350-291ce1d0dbc9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Sep 26 12:34:55.762171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edad7d-9fd6-4424-b8ae-4e5c27fbcf19 req-a6e908a1-e07b-4317-81c3-21182f2b2ff2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:55.763661 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-84edad7d-9fd6-4424-b8ae-4e5c27fbcf19 req-a6e908a1-e07b-4317-81c3-21182f2b2ff2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0490301 Sep 26 12:34:55.810155 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-84edad7d-9fd6-4424-b8ae-4e5c27fbcf19 req-0c5c7bc9-6523-4504-aa81-cc635ede23aa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Sep 26 12:34:55.857959 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7196-0be2-492b-9f9c-71df4781fb3f req-221698cd-6c61-4318-ae78-abcdc82b4f9e tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:55.861342 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f9e7196-0be2-492b-9f9c-71df4781fb3f req-221698cd-6c61-4318-ae78-abcdc82b4f9e tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0458207 Sep 26 12:34:55.907043 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f9e7196-0be2-492b-9f9c-71df4781fb3f req-26fd7950-c742-4ffd-8a06-5002bd82c34f tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Sep 26 12:34:55.909858 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:55.993418 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10d2e-c2ef-42da-918a-7d2aab636260 req-447f7626-c7aa-4532-9a30-ede03d9e54b7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:55.994993 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2b10d2e-c2ef-42da-918a-7d2aab636260 req-447f7626-c7aa-4532-9a30-ede03d9e54b7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 945 time: 0.0473907 Sep 26 12:34:56.081054 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddc005-4e32-4cae-a90c-7e4fe16bd8c9 req-d5ed0116-b412-41fd-823d-6aec86057a78 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:56.082517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31ddc005-4e32-4cae-a90c-7e4fe16bd8c9 req-d5ed0116-b412-41fd-823d-6aec86057a78 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0628865 Sep 26 12:34:56.086752 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2b10d2e-c2ef-42da-918a-7d2aab636260 req-bb46a891-8943-4b82-9fd5-e2c466f16d5f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861211 Sep 26 12:34:56.132172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31ddc005-4e32-4cae-a90c-7e4fe16bd8c9 req-93673089-6abb-4b03-99da-d4c69e4f0621 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Sep 26 12:34:56.434687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:56.727415 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc4f5a-5cb9-4560-8871-86559e924093 req-ac9b0bcb-24a2-4485-aca5-341918fb9b9f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:56.729003 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4fc4f5a-5cb9-4560-8871-86559e924093 req-ac9b0bcb-24a2-4485-aca5-341918fb9b9f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0481029 Sep 26 12:34:56.780974 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4fc4f5a-5cb9-4560-8871-86559e924093 req-3a1863f3-c173-48b8-8d5a-366d910567c7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Sep 26 12:34:56.844585 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:56.936659 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333ff55-f08d-4184-aa7e-39a7224c6c89 req-9d300001-2130-42a2-a9b2-15235cf3f7ac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:56.938053 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8333ff55-f08d-4184-aa7e-39a7224c6c89 req-9d300001-2130-42a2-a9b2-15235cf3f7ac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0485990 Sep 26 12:34:56.988824 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8333ff55-f08d-4184-aa7e-39a7224c6c89 req-2032c849-bb51-4600-81af-2ebf6ecbbda0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Sep 26 12:34:57.035070 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b3c2-fcdc-45d3-928f-e08b7ec303df req-2d0d5f03-7986-4c7e-9b82-e10208ddc439 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:57.036594 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbb7b3c2-fcdc-45d3-928f-e08b7ec303df req-2d0d5f03-7986-4c7e-9b82-e10208ddc439 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0469174 Sep 26 12:34:57.085375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbb7b3c2-fcdc-45d3-928f-e08b7ec303df req-e740541f-ce46-47f8-bc0d-3ec4fdaa8ed3 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Sep 26 12:34:57.211415 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0529ed2-8d8c-4239-9a2b-9a72c8c738c1 req-ca1bd188-3095-4c17-b587-c9f7f764d9ff tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:57.213323 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c0529ed2-8d8c-4239-9a2b-9a72c8c738c1 req-ca1bd188-3095-4c17-b587-c9f7f764d9ff tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 945 time: 0.0510850 Sep 26 12:34:57.273276 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d613cf-c84c-4e83-8acf-8ece51b01954 req-ebdf9f11-b4e7-48e0-8cb7-5694c5bec74d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:57.274731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2d613cf-c84c-4e83-8acf-8ece51b01954 req-ebdf9f11-b4e7-48e0-8cb7-5694c5bec74d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0602591 Sep 26 12:34:57.312684 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c0529ed2-8d8c-4239-9a2b-9a72c8c738c1 req-1a736d68-7ae9-4b8d-b17b-5481a5127cf2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891011 Sep 26 12:34:57.334113 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2d613cf-c84c-4e83-8acf-8ece51b01954 req-cbdd21de-ffea-405d-921c-a4a37034306d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536845 Sep 26 12:34:57.427166 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:57.487005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a05b5b4e-af35-4480-b240-2870968f124a up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:34:57.489161 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:57.533054 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port a05b5b4e-af35-4480-b240-2870968f124a completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:34:57.657583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port a05b5b4e-af35-4480-b240-2870968f124a triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:34:57.657962 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a05b5b4e-af35-4480-b240-2870968f124a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:57.658321 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port a05b5b4e-af35-4480-b240-2870968f124a Sep 26 12:34:57.730302 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port a05b5b4e-af35-4480-b240-2870968f124a is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:57.730762 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a05b5b4e-af35-4480-b240-2870968f124a), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:57.754201 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:34:57.756442 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba283e72-498a-4fc4-bb15-7e0e9b319318" -d '{"events": [{"server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "name": "network-vif-plugged", "status": "completed", "tag": "a05b5b4e-af35-4480-b240-2870968f124a"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:34:57.769752 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a05b5b4e-af35-4480-b240-2870968f124a,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:57.798346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:57.799469 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645c2be3-19cf-4d31-a704-78562bcfa2b6 x-openstack-request-id: req-645c2be3-19cf-4d31-a704-78562bcfa2b6 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:34:57.799995 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "name": "network-vif-plugged", "status": "completed", "tag": "a05b5b4e-af35-4480-b240-2870968f124a", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:34:57.800253 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-645c2be3-19cf-4d31-a704-78562bcfa2b6 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:34:57.800654 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645c2be3-19cf-4d31-a704-78562bcfa2b6'] response: {'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a', 'code': 200} Sep 26 12:34:57.866830 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:57.900504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce500-a084-4018-84bc-cdd270db03c6 req-b704e649-366e-4b2c-b992-8b7b1cb38021 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:57.901993 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd7ce500-a084-4018-84bc-cdd270db03c6 req-b704e649-366e-4b2c-b992-8b7b1cb38021 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0488412 Sep 26 12:34:57.917072 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:57.924170 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.924515 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.924882 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.925240 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.925576 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.925921 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.926225 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.926547 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.926868 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.927190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.927518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.927864 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.928182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.928496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.928811 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:34:57.955838 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd7ce500-a084-4018-84bc-cdd270db03c6 req-96c211e3-f61c-4a24-8081-9bccb4a3e2f7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481350 Sep 26 12:34:58.190937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856ad6f-1688-4004-b092-b1983f3e2143 req-85902d9a-ec90-4b24-a814-28fbc44f394e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.192365 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6856ad6f-1688-4004-b092-b1983f3e2143 req-85902d9a-ec90-4b24-a814-28fbc44f394e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.1117320 Sep 26 12:34:58.234958 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259b2b2-ffa0-42c0-8957-4a6fa1bba6d9 req-3b209b5f-d8a9-4787-9950-5a70bc8b0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.236465 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5259b2b2-ffa0-42c0-8957-4a6fa1bba6d9 req-3b209b5f-d8a9-4787-9950-5a70bc8b0b94 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 1130 time: 0.1443009 Sep 26 12:34:58.246797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0d4fd-b0bd-4290-8ff1-adc4a74304ae req-60c5d7e8-2771-4153-b2cd-c71de29459ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.248213 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6fc0d4fd-b0bd-4290-8ff1-adc4a74304ae req-60c5d7e8-2771-4153-b2cd-c71de29459ad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1130 time: 0.1096687 Sep 26 12:34:58.270482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529b0dc-53dc-4c45-934b-785275d37fc2 req-35caecd2-80d1-4c9f-8453-a1e8475f2339 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.271929 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6529b0dc-53dc-4c45-934b-785275d37fc2 req-35caecd2-80d1-4c9f-8453-a1e8475f2339 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0952818 Sep 26 12:34:58.312998 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6856ad6f-1688-4004-b092-b1983f3e2143 req-242cd524-2997-4a91-8ea4-5ecadc6af86d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033442 Sep 26 12:34:58.341875 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6529b0dc-53dc-4c45-934b-785275d37fc2 req-f91922c1-dec6-4178-a4f5-b2c269fdfdf6 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Sep 26 12:34:58.464047 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3ea4a-d6c2-4a86-b7e0-82e8591b0b98 req-e5656a15-9334-4f18-bfb8-eb943bb94b6c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.465498 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61c3ea4a-d6c2-4a86-b7e0-82e8591b0b98 req-e5656a15-9334-4f18-bfb8-eb943bb94b6c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0748751 Sep 26 12:34:58.485118 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39503c1-a394-48cd-8b64-50e69d0c7c5e req-0184b72c-6508-4f4a-8770-6ec09a61edc4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.486532 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a39503c1-a394-48cd-8b64-50e69d0c7c5e req-0184b72c-6508-4f4a-8770-6ec09a61edc4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0690711 Sep 26 12:34:58.554692 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61c3ea4a-d6c2-4a86-b7e0-82e8591b0b98 req-246777a1-358f-426f-9688-5eb5596c3340 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834470 Sep 26 12:34:58.558398 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a39503c1-a394-48cd-8b64-50e69d0c7c5e req-8ec672fa-e5e6-4bd8-88b0-bb54b7184487 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650749 Sep 26 12:34:58.862196 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-67bd9644-ad9a-4312-806c-3273f9a98720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:58.863761 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-67bd9644-ad9a-4312-806c-3273f9a98720 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1127 time: 0.0393679 Sep 26 12:34:58.909632 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:59.018512 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6fc0d4fd-b0bd-4290-8ff1-adc4a74304ae req-8af5d291-b7ab-433a-b345-8bcc55b7339c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859613 Sep 26 12:34:59.020675 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5259b2b2-ffa0-42c0-8957-4a6fa1bba6d9 req-585a0778-1a73-48b3-8b4b-0239c57ee726 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868847 Sep 26 12:34:59.057931 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-5cda4b18-f522-4bb2-959e-385b9b3aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.059379 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-5cda4b18-f522-4bb2-959e-385b9b3aa5d7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.0981269 Sep 26 12:34:59.097674 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b86d-e2ad-450a-b6ff-a0421d0cd30a req-8f23d5c4-f132-4a80-bc03-d25ed20c70fa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.099046 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2136b86d-e2ad-450a-b6ff-a0421d0cd30a req-8f23d5c4-f132-4a80-bc03-d25ed20c70fa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0471604 Sep 26 12:34:59.151950 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2136b86d-e2ad-450a-b6ff-a0421d0cd30a req-42cc982a-3533-412f-a986-be2ee28cc3b9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470123 Sep 26 12:34:59.172173 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:59.463184 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36432) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:59.470529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904a2e9-823e-4b7a-8a25-0aef570e98ba req-a862a122-a134-4a13-98d7-a15507610617 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.472047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d904a2e9-823e-4b7a-8a25-0aef570e98ba req-a862a122-a134-4a13-98d7-a15507610617 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0753114 Sep 26 12:34:59.491553 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:34:59.492197 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce40769-d4fb-48f1-a880-491503b9a91d req-56235232-7c54-48ed-8e5e-3256a71ae06e tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.494367 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bce40769-d4fb-48f1-a880-491503b9a91d req-56235232-7c54-48ed-8e5e-3256a71ae06e tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0672033 Sep 26 12:34:59.570730 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d904a2e9-823e-4b7a-8a25-0aef570e98ba req-64c4c44d-198c-4367-90d5-d4f7d8ed2496 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848970 Sep 26 12:34:59.570730 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:59.572177 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bce40769-d4fb-48f1-a880-491503b9a91d req-64d5aa3d-41e3-4691-aa6b-08b88bf654b2 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709767 Sep 26 12:34:59.611085 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-580d07b3-71e8-435c-b375-f273f8668742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.630539 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:59.661833 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '73469533-a748-4c77-9662-c9401f7320ff', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:34:59.701854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:34:59.718317 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:34:59.719220 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.724459 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-580d07b3-71e8-435c-b375-f273f8668742 admin admin] Publish callbacks [] for security_group (2c75682c-8f08-4887-8e48-d94c09d19f94), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.740098 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:34:59.741742 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc2a7-d122-4afe-b58a-ff9461aa8401 req-cf1e6338-f15f-4cdc-bd4f-7f721a8a0ef0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.743658 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-076dc2a7-d122-4afe-b58a-ff9461aa8401 req-cf1e6338-f15f-4cdc-bd4f-7f721a8a0ef0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1012065 Sep 26 12:34:59.765695 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000b8a5-ffad-46f0-aded-811e17ca69cb req-475b085d-deb8-4e09-a954-af42dbf497e4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:34:59.768438 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1000b8a5-ffad-46f0-aded-811e17ca69cb req-475b085d-deb8-4e09-a954-af42dbf497e4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0727654 Sep 26 12:34:59.783585 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:34:59.832404 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-580d07b3-71e8-435c-b375-f273f8668742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c75682c-8f08-4887-8e48-d94c09d19f94), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.839853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-076dc2a7-d122-4afe-b58a-ff9461aa8401 req-31fa06a1-377f-48c8-8480-18934fa18943 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831652 Sep 26 12:34:59.847218 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1000b8a5-ffad-46f0-aded-811e17ca69cb req-c59fcdd6-705e-4742-bcb9-69466fc29a40 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710654 Sep 26 12:34:59.872718 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-580d07b3-71e8-435c-b375-f273f8668742 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0cdd67322cfe4ead840e8680a9985ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071579 Sep 26 12:34:59.874689 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d07b3-71e8-435c-b375-f273f8668742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75682c-8f08-4887-8e48-d94c09d19f94,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:34:59.875356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36446) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:34:59.909412 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.932686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Publish callbacks [] for security_group (2c75682c-8f08-4887-8e48-d94c09d19f94), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.954960 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Publish callbacks [] for security_group (2c75682c-8f08-4887-8e48-d94c09d19f94), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:34:59.958816 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:00.194982 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c75682c-8f08-4887-8e48-d94c09d19f94), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:00.198040 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:00.199177 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c75682c-8f08-4887-8e48-d94c09d19f94 HTTP/1.1" status: 204 len: 168 time: 0.3227878 Sep 26 12:35:00.217604 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75682c-8f08-4887-8e48-d94c09d19f94,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:00.224811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.225160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.225499 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.225838 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.226171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.226498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.226823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.227146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.227488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.228116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.228447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.228772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.229152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.229558 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.229772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89425db-3a19-40df-8fdd-f0d531be75eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:35:00.301476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88c8b-1fc1-4ce0-95b6-491ef235cffb req-9ba99e63-516d-447c-8a6c-12e91768d171 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:00.303353 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1a88c8b-1fc1-4ce0-95b6-491ef235cffb req-9ba99e63-516d-447c-8a6c-12e91768d171 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0682867 Sep 26 12:35:00.312708 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-3a4ea0c0-0bd3-4400-b4a1-268687d84524 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 217 time: 0.0504482 Sep 26 12:35:00.347881 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['73469533-a748-4c77-9662-c9401f7320ff'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:35:00.370946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1a88c8b-1fc1-4ce0-95b6-491ef235cffb req-bed1bc1b-107d-425e-a75c-be174fcd832e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 Sep 26 12:35:00.389691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:00.690439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:00.721486 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a90831-8244-43bd-afaa-a443a2d2b698 req-f4619c5b-b850-4a50-8134-91a17d6ceadf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:00.722875 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59a90831-8244-43bd-afaa-a443a2d2b698 req-f4619c5b-b850-4a50-8134-91a17d6ceadf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 944 time: 0.0470691 Sep 26 12:35:00.780161 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59a90831-8244-43bd-afaa-a443a2d2b698 req-f0073ed4-8ebc-4bae-8a72-c4a118a6dc83 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Sep 26 12:35:01.054971 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d99c99-4ad6-4c66-8b68-27247b3022ac req-b88b7339-2bc6-4d16-83a9-628046641625 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.065347 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00d99c99-4ad6-4c66-8b68-27247b3022ac req-b88b7339-2bc6-4d16-83a9-628046641625 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.1217389 Sep 26 12:35:01.077459 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f19841-82d7-4ab5-9ce7-42061ac674c9 req-c6d4fd88-1fcd-4c58-a148-ca3a82d609a8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.078902 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-79f19841-82d7-4ab5-9ce7-42061ac674c9 req-c6d4fd88-1fcd-4c58-a148-ca3a82d609a8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0940051 Sep 26 12:35:01.145391 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00d99c99-4ad6-4c66-8b68-27247b3022ac req-5020d99c-5515-4e53-9681-2445ed1fc210 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Sep 26 12:35:01.148669 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-79f19841-82d7-4ab5-9ce7-42061ac674c9 req-49a0113d-307d-4c5f-b8a8-b8f6dd2522ff tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625348 Sep 26 12:35:01.407997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d26b9-0975-4c8e-9768-ed919498954e req-d6f19278-d027-4add-8877-9d1f64a46108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.409500 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-432d26b9-0975-4c8e-9768-ed919498954e req-d6f19278-d027-4add-8877-9d1f64a46108 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1130 time: 0.0431142 Sep 26 12:35:01.432289 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-0300966f-6516-42fe-8bd9-7636a136ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.433752 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-0300966f-6516-42fe-8bd9-7636a136ca23 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0462990 Sep 26 12:35:01.494611 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490bcf1-27ee-4c2c-8a8d-397c7d72e0ea req-ed2b3e2f-2b22-4c5c-8f25-3777e252a528 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.496150 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e490bcf1-27ee-4c2c-8a8d-397c7d72e0ea req-ed2b3e2f-2b22-4c5c-8f25-3777e252a528 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0508740 Sep 26 12:35:01.521205 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:35:01.565460 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 73469533-a748-4c77-9662-c9401f7320ff completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:35:01.579829 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e490bcf1-27ee-4c2c-8a8d-397c7d72e0ea req-93648068-ea40-42e7-986b-2390ceccddc6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740008 Sep 26 12:35:01.667974 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 73469533-a748-4c77-9662-c9401f7320ff triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:35:01.668431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (73469533-a748-4c77-9662-c9401f7320ff), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:01.668838 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:35:01.712088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:01.745594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:35:01.745815 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:01.752627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:01.768842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:35:01.771092 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217dcf6-46ed-4316-9ba5-a249a9ead749" -d '{"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:35:01.783272 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:01.809200 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb59f67-f5ca-4c53-a598-c177c75689f2 x-openstack-request-id: req-5bb59f67-f5ca-4c53-a598-c177c75689f2 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:35:01.809559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:35:01.809876 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bb59f67-f5ca-4c53-a598-c177c75689f2 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:35:01.810336 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb59f67-f5ca-4c53-a598-c177c75689f2'] response: {'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'code': 200} Sep 26 12:35:01.897960 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:01.914662 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e690f-da4d-4c24-ba19-0bcb639c1fc3 req-ab75e76c-a519-49cb-9c72-ae860f1ff620 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:01.917171 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-547e690f-da4d-4c24-ba19-0bcb639c1fc3 req-ab75e76c-a519-49cb-9c72-ae860f1ff620 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 944 time: 0.0594530 Sep 26 12:35:01.932626 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:01.965747 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-547e690f-da4d-4c24-ba19-0bcb639c1fc3 req-b520df92-5863-43e1-96cf-1d41b0926dd6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Sep 26 12:35:01.979788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:02.061531 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-432d26b9-0975-4c8e-9768-ed919498954e req-b0b2c4ce-a927-4cba-b9aa-f16443255f51 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564919 Sep 26 12:35:02.298629 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53aea3-0364-44be-b32c-4f4f5f0733f7 req-47905370-a930-468d-a1ca-8302f8a62dbc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:02.300139 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ab53aea3-0364-44be-b32c-4f4f5f0733f7 req-47905370-a930-468d-a1ca-8302f8a62dbc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0759997 Sep 26 12:35:02.308948 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297cb4b-9974-482b-9767-f2be3b9bd73e req-5e40b0b8-ed77-4cc2-84ce-b7212bcb38c9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:02.310368 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0297cb4b-9974-482b-9767-f2be3b9bd73e req-5e40b0b8-ed77-4cc2-84ce-b7212bcb38c9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0849707 Sep 26 12:35:02.381157 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ab53aea3-0364-44be-b32c-4f4f5f0733f7 req-ffd32955-64bf-496f-8d9c-e9a01d6b6258 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698278 Sep 26 12:35:02.388397 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0297cb4b-9974-482b-9767-f2be3b9bd73e req-a7cdf75c-fbd0-4a76-8984-3323e902333d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Sep 26 12:35:02.590516 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-5978d1fe-b220-4f02-b50b-9b84e5c00cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:02.592629 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-5978d1fe-b220-4f02-b50b-9b84e5c00cca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397861 Sep 26 12:35:02.645424 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:02.720063 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b827700-b7ad-456d-a30c-2071b92c8f61 req-ce79ecb8-377c-43f1-9793-874665190cc0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:02.724113 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b827700-b7ad-456d-a30c-2071b92c8f61 req-ce79ecb8-377c-43f1-9793-874665190cc0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0634978 Sep 26 12:35:02.773767 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b827700-b7ad-456d-a30c-2071b92c8f61 req-88262886-5c37-4ae6-b034-69b2325f6eb3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Sep 26 12:35:02.925676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e911-5f78-466f-888c-cf0d337e3223 req-accf651f-757a-490c-b1f1-3b201bceb045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:02.927153 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ceb9e911-5f78-466f-888c-cf0d337e3223 req-accf651f-757a-490c-b1f1-3b201bceb045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0456300 Sep 26 12:35:02.942108 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36552) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:02.947253 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:35:03.021809 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:03.259561 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18045-3d91-4684-b994-4d2897affcc0 req-9ece85b3-0b22-4f2f-99c4-5e9c48c4aaac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:03.261072 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ade18045-3d91-4684-b994-4d2897affcc0 req-9ece85b3-0b22-4f2f-99c4-5e9c48c4aaac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0843377 Sep 26 12:35:03.335909 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-187d276d-5f39-4a5d-9f32-b78a5c406681 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891945 Sep 26 12:35:03.383602 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ade18045-3d91-4684-b994-4d2897affcc0 req-36d6210b-598d-4407-ba70-58d22418d27b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914509 Sep 26 12:35:03.473551 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:03.584039 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:03.747851 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115eaa-9f4d-4f31-93e9-83fcfc76df7e req-96650e8c-b377-49f3-8837-577c74303ce6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:03.749327 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29115eaa-9f4d-4f31-93e9-83fcfc76df7e req-96650e8c-b377-49f3-8837-577c74303ce6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.3028438 Sep 26 12:35:03.883721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-29115eaa-9f4d-4f31-93e9-83fcfc76df7e req-bfd1098d-180b-4295-b516-5dc5851affe9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279387 Sep 26 12:35:03.994041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:04.009372 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a27f6-10c8-4f6e-8206-7d0d81d75390 req-a98c9bf9-232a-4d41-a5e6-a3e0d117baab tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:04.010835 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a5a27f6-10c8-4f6e-8206-7d0d81d75390 req-a98c9bf9-232a-4d41-a5e6-a3e0d117baab tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0630631 Sep 26 12:35:04.058567 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a5a27f6-10c8-4f6e-8206-7d0d81d75390 req-aae1d1d0-2762-42f7-850e-d13fb6520f72 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Sep 26 12:35:04.103715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:04.200352 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 31bee61f-2399-4bca-a597-87cb5797ee3e associated. External IP: 172.27.1.131, port: e5b3b3d6-6dc5-4e32-814c-89ad431a9f86. Sep 26 12:35:04.295864 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6ef22ff9-0bc9-4a35-b472-df40584eae58 req-09d3ba50-cb0b-4d7c-a9d8-40d0dcebcde4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868175 Sep 26 12:35:04.328325 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:04.402383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:35:04.536696 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:35:04.544058 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984acc0-bb0f-4f99-b99a-c3f082fa132c req-dde9ba70-4ada-43d8-9ea6-4b9159e7a35d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:04.545535 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4984acc0-bb0f-4f99-b99a-c3f082fa132c req-dde9ba70-4ada-43d8-9ea6-4b9159e7a35d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Sep 26 12:35:04.549985 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:35:04.550440 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:04.561007 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:04.561612 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:04.597916 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-03903369-3cfb-4f8e-98a7-68406e998045 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/31bee61f-2399-4bca-a597-87cb5797ee3e HTTP/1.1" status: 200 len: 992 time: 1.6546524 Sep 26 12:35:04.604394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:35:04.606733 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d84b83-3277-4ea5-ae5f-e2a9b1870863" -d '{"events": [{"name": "network-changed", "server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:35:04.628975 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4984acc0-bb0f-4f99-b99a-c3f082fa132c req-b26dee16-be46-4351-b07e-d9fddae91ec1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754864 Sep 26 12:35:04.685076 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e191bd3-d805-43e0-a669-f75e2790cd5c x-openstack-request-id: req-4e191bd3-d805-43e0-a669-f75e2790cd5c {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:35:04.685445 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:35:04.685761 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e191bd3-d805-43e0-a669-f75e2790cd5c {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:35:04.686168 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e191bd3-d805-43e0-a669-f75e2790cd5c'] response: {'name': 'network-changed', 'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'status': 'completed', 'code': 200} Sep 26 12:35:04.741133 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:04.744151 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f0078-cd18-405b-a6b3-1ebff0e1ce0b req-dba28103-96ba-41d5-9279-207277d2e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:04.746210 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-102f0078-cd18-405b-a6b3-1ebff0e1ce0b req-dba28103-96ba-41d5-9279-207277d2e11c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1129 time: 0.0408337 Sep 26 12:35:04.865572 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-e8d4db59-3f8e-48ef-83e2-f32805ece835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:04.867566 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-e8d4db59-3f8e-48ef-83e2-f32805ece835 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1130 time: 0.0489306 Sep 26 12:35:05.020737 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:03Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:05.028809 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3c7b-8082-4d54-90d8-7574523ae20e req-62be7401-0c34-4d06-8e88-2f3d0a35ca5a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.030415 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-871e3c7b-8082-4d54-90d8-7574523ae20e req-62be7401-0c34-4d06-8e88-2f3d0a35ca5a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0529914 Sep 26 12:35:05.046723 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:35:05.055020 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:05.056474 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:05.082984 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-871e3c7b-8082-4d54-90d8-7574523ae20e req-ee3df285-5767-474c-86e1-377537365af3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Sep 26 12:35:05.159318 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:05.288758 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76132736-d07a-4472-8377-ee9f6414197d req-2c92d566-9f15-472b-8b0a-bb37e90504e3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.290782 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76132736-d07a-4472-8377-ee9f6414197d req-2c92d566-9f15-472b-8b0a-bb37e90504e3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1358020 Sep 26 12:35:05.342068 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-102f0078-cd18-405b-a6b3-1ebff0e1ce0b req-02f15004-8b3a-4c94-9adf-d81292f7a6fa service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782038 Sep 26 12:35:05.343980 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-5e3d6066-b0ee-4651-8b66-c7734c14f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.345314 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-5e3d6066-b0ee-4651-8b66-c7734c14f1aa service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.1806040 Sep 26 12:35:05.348140 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-329e5273-4013-453c-a795-65d5f18e9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.349784 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-329e5273-4013-453c-a795-65d5f18e9767 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 1130 time: 0.0422928 Sep 26 12:35:05.371790 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76132736-d07a-4472-8377-ee9f6414197d req-c49c7aec-4562-413e-9e7b-1e700659457d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624096 Sep 26 12:35:05.402843 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:03Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:05.435947 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6faa8f-842a-48e5-bc55-94c34c7f0a14 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:03Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:35:05.507285 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69bde0-0dc2-4253-b61a-2b8654253533 req-6bc90029-e348-4846-bbb3-5ec4bcd6348b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.508765 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee69bde0-0dc2-4253-b61a-2b8654253533 req-6bc90029-e348-4846-bbb3-5ec4bcd6348b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0570560 Sep 26 12:35:05.519171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36614) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:05.523537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'floatingip': {'port_id': 'a05b5b4e-af35-4480-b240-2870968f124a'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:35:05.563765 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:05.657788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e4102-fc8b-468f-8e67-1144a87cf5f9 None None] New status for floating IP 31bee61f-2399-4bca-a597-87cb5797ee3e: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:35:05.807673 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-e063d54a-e330-47e5-918e-d1f242ddddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.809893 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-e063d54a-e330-47e5-918e-d1f242ddddef service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.1372087 Sep 26 12:35:05.871361 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-41fc25d7-294e-476f-a08a-f1a54a1f5f08 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 200 len: 217 time: 0.0610521 Sep 26 12:35:05.910259 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:05.918437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa745f-8f76-46f5-a1c4-b48543c1f007 req-77c3413d-6043-4543-a9b7-302ad3124772 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:05.924141 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-39fa745f-8f76-46f5-a1c4-b48543c1f007 req-77c3413d-6043-4543-a9b7-302ad3124772 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1153383 Sep 26 12:35:06.020694 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-39fa745f-8f76-46f5-a1c4-b48543c1f007 req-4249b197-a5e7-489d-a48a-4bc2dfc59912 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926592 Sep 26 12:35:06.219943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:06.269447 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-41f23ca9-df42-4b7a-aa9e-4f6944195cdc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 200 len: 1002 time: 0.1159153 Sep 26 12:35:06.350437 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-c1957006-1593-4897-b12d-952d94ea6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:06.351159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40bcc6-6c16-462c-af10-36621c608f26 req-070134fc-ccb2-415c-919e-3b4d9d973044 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:06.352025 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-c1957006-1593-4897-b12d-952d94ea6418 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.0683789 Sep 26 12:35:06.352649 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e40bcc6-6c16-462c-af10-36621c608f26 req-070134fc-ccb2-415c-919e-3b4d9d973044 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.1542842 Sep 26 12:35:06.405288 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-1f626009-f758-4381-a9dc-c51e62683f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:06.406640 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-1f626009-f758-4381-a9dc-c51e62683f5a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.2068834 Sep 26 12:35:06.458309 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e40bcc6-6c16-462c-af10-36621c608f26 req-edd5dd4f-0f2a-4e15-abd8-f1148524031f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946732 Sep 26 12:35:06.544254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:06.640193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:06.738154 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Floating IP 7a53af73-effa-42ef-b364-2acc8d8b9661 associated. External IP: 172.27.1.235, port: a05b5b4e-af35-4480-b240-2870968f124a. Sep 26 12:35:06.839546 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-eff6c759-fb2a-4817-a681-553dc673d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:06.841272 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-eff6c759-fb2a-4817-a681-553dc673d48c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424926 Sep 26 12:35:06.963988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-f2216177-21c6-4ed7-9ad5-679111135bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:06.965461 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-f2216177-21c6-4ed7-9ad5-679111135bb4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488787 Sep 26 12:35:06.973744 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:35:07.078973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:35:07.084061 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:07.092224 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:35:07.106980 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:07.113945 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:07.119301 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:07.121855 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c3b860c5-ae32-4196-93be-db30842d03d4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/7a53af73-effa-42ef-b364-2acc8d8b9661 HTTP/1.1" status: 200 len: 992 time: 1.6015704 Sep 26 12:35:07.122688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:35:07.125707 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c20cd-dfb2-40e4-9767-e2549af5db10" -d '{"events": [{"name": "network-changed", "server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "tag": "a05b5b4e-af35-4480-b240-2870968f124a"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:35:07.175035 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ec64b-0126-4f9a-887e-17e57fb319eb x-openstack-request-id: req-3f0ec64b-0126-4f9a-887e-17e57fb319eb {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:35:07.175323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "tag": "a05b5b4e-af35-4480-b240-2870968f124a", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:35:07.175579 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f0ec64b-0126-4f9a-887e-17e57fb319eb {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:35:07.175996 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0ec64b-0126-4f9a-887e-17e57fb319eb'] response: {'name': 'network-changed', 'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a', 'status': 'completed', 'code': 200} Sep 26 12:35:07.194605 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57395f9-ee42-4541-9661-cf6651ba149a req-055e9344-fd62-4d52-b831-b19873a65358 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:07.196109 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a57395f9-ee42-4541-9661-cf6651ba149a req-055e9344-fd62-4d52-b831-b19873a65358 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0530455 Sep 26 12:35:07.219186 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:35:07.241423 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:07.249646 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a57395f9-ee42-4541-9661-cf6651ba149a req-9adb9d01-0016-4f8d-a81d-7510e8dd7b18 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465596 Sep 26 12:35:07.274117 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:07.355191 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:07.374690 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:07.458237 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '7a53af73-effa-42ef-b364-2acc8d8b9661', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'a05b5b4e-af35-4480-b240-2870968f124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:21Z', 'updated_at': '2022-09-26T12:35:06Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:07.487321 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:35:07.497137 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:07.498107 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:07.530902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:07.599994 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-4d8bf775-4de1-4ecc-8b7c-967196839106 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182575 Sep 26 12:35:07.611217 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:07.617729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cfd6a-05f1-4325-8266-9a89d277df61 req-e52bfb9f-0781-462b-8b45-b948576af1c0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:07.619815 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b4cfd6a-05f1-4325-8266-9a89d277df61 req-e52bfb9f-0781-462b-8b45-b948576af1c0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0814738 Sep 26 12:35:07.686053 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b4cfd6a-05f1-4325-8266-9a89d277df61 req-ff89be02-f31a-45c5-8b1c-2843e004dcc7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599098 Sep 26 12:35:07.756302 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-05f8b616-496c-4325-a6b5-d386c0f57b0d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931773 Sep 26 12:35:07.842317 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-65d84b83-3277-4ea5-ae5f-e2a9b1870863 req-7c53dfe1-8122-4152-bc4e-1891abb3b4af service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908806 Sep 26 12:35:07.916659 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-2bb44965-2b3d-4ece-8d83-143bd45727e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:07.918389 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-2bb44965-2b3d-4ece-8d83-143bd45727e9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1130 time: 0.0918961 Sep 26 12:35:07.923216 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '7a53af73-effa-42ef-b364-2acc8d8b9661', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'a05b5b4e-af35-4480-b240-2870968f124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:21Z', 'updated_at': '2022-09-26T12:35:06Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:07.954487 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48ba14-c0a3-415b-8f9e-034d32f52c6f None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '7a53af73-effa-42ef-b364-2acc8d8b9661', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'a05b5b4e-af35-4480-b240-2870968f124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:02:fb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:21Z', 'updated_at': '2022-09-26T12:35:06Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:35:08.022443 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-73ff94d4-9690-4e99-901a-1af024019a8f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947075 Sep 26 12:35:08.032935 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-444a77a5-a95e-43aa-a5e4-5c85cfa22eb7 req-a41f7146-b7e2-4a9e-be91-8e898debe933 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044110 Sep 26 12:35:08.065483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-e1a7cb11-1ee1-46ea-a27e-782819e950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.066957 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-e1a7cb11-1ee1-46ea-a27e-782819e950e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 912 time: 0.1420841 Sep 26 12:35:08.223406 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53525614-5ffe-4fe4-a2c8-9e92acafbef1 None None] New status for floating IP 7a53af73-effa-42ef-b364-2acc8d8b9661: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:35:08.467187 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-3f154096-9e03-42c2-ac92-8027b15fa9c5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 1000 time: 0.3533301 Sep 26 12:35:08.472182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-6d3ef9ad-f1c4-4f5d-a073-5e94ccbea05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.480378 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-6d3ef9ad-f1c4-4f5d-a073-5e94ccbea05f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 1130 time: 0.3047464 Sep 26 12:35:08.524965 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695342c4-40fe-4412-b037-ae97d577f0a7 req-796f6208-0988-48e2-98de-5db64d2f3b08 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.526369 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-695342c4-40fe-4412-b037-ae97d577f0a7 req-796f6208-0988-48e2-98de-5db64d2f3b08 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1086509 Sep 26 12:35:08.600333 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-ec1fd560-507c-4838-9d15-c71707e167b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.601756 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-ec1fd560-507c-4838-9d15-c71707e167b3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.1253581 Sep 26 12:35:08.675360 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-695342c4-40fe-4412-b037-ae97d577f0a7 req-c1f61bb2-8cf1-4774-aa23-0a7da2ed49e2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369600 Sep 26 12:35:08.679755 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-6e77c927-8103-4840-bdb9-6fccaccad047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.681699 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-6e77c927-8103-4840-bdb9-6fccaccad047 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.1757259 Sep 26 12:35:08.682654 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-ffc45bd1-9a4e-44f9-9efd-3004b97d34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.684047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-ffc45bd1-9a4e-44f9-9efd-3004b97d34ba service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743394 Sep 26 12:35:08.879006 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-2797d463-190e-4a9a-9c5f-e13bb19d5726 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 200 len: 1002 time: 0.1826613 Sep 26 12:35:08.890002 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba44e3-8c8d-49b8-b432-f957c1806fa5 req-e2a61df6-32d0-4b1d-a2bd-f433cce1ab42 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.891389 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64ba44e3-8c8d-49b8-b432-f957c1806fa5 req-e2a61df6-32d0-4b1d-a2bd-f433cce1ab42 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.1135457 Sep 26 12:35:08.903535 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b06b3-f1be-41a5-97c1-a2ae0a902b97 req-a7c7ab88-5e08-4e07-8efe-8e578e76a858 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:08.904909 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f82b06b3-f1be-41a5-97c1-a2ae0a902b97 req-a7c7ab88-5e08-4e07-8efe-8e578e76a858 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1259592 Sep 26 12:35:08.916165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36684) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:08.920650 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'floatingip': {'port_id': '73469533-a748-4c77-9662-c9401f7320ff'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:35:08.966501 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-833ebea3-5acf-4bdf-ad9e-5009e7b34042 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638938 Sep 26 12:35:08.989616 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:09.005069 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-dcf8a935-b522-403d-bd1f-538278322b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:09.006493 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-dcf8a935-b522-403d-bd1f-538278322b8f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.1089323 Sep 26 12:35:09.077639 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64ba44e3-8c8d-49b8-b432-f957c1806fa5 req-88d69bbb-b372-47e9-84fc-5bb937581f1d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651921 Sep 26 12:35:09.096325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-c8b4f595-cde7-4442-b917-71538a736aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:09.097808 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-c8b4f595-cde7-4442-b917-71538a736aeb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601563 Sep 26 12:35:09.130011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:09.173769 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b03c20cd-dfb2-40e4-9767-e2549af5db10 req-d93fdb4e-2c06-40a1-8476-253c6672f8d0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964188 Sep 26 12:35:09.211198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-00a6aff1-25cb-40c6-b396-48451007bb55 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052165 Sep 26 12:35:09.216014 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:09.323506 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b76771e-95b2-492c-a9cb-5ad36896da55 req-331f46ac-6702-445f-9d52-42c53eb3b5b2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011007 Sep 26 12:35:09.812674 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:09.895247 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:09.973170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36706) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:09.997995 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Floating IP 2267da58-c403-4f17-9ca3-b58c2730ae89 associated. External IP: 172.27.1.223, port: 73469533-a748-4c77-9662-c9401f7320ff. Sep 26 12:35:10.010412 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-93caf40a-af2e-4d6f-af60-dcb88fafdd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.082374 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-217c5a49-3d9d-44b3-82d2-e966e5b5ad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.138479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:10.192827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-217c5a49-3d9d-44b3-82d2-e966e5b5ad16 admin admin] Publish callbacks [] for security_group (86eeae82-1c21-45d8-8f1e-b9fb6378d1c1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.207197 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:35:10.211247 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d686-94dd-4cd1-b7a6-a2366d826e2c req-5e3135a8-e89e-4b22-a77d-1af884064d60 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:10.218000 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5b6d686-94dd-4cd1-b7a6-a2366d826e2c req-5e3135a8-e89e-4b22-a77d-1af884064d60 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0601742 Sep 26 12:35:10.260879 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5b6d686-94dd-4cd1-b7a6-a2366d826e2c req-f1130bf8-a6eb-4e8f-a13b-97a38de9a670 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Sep 26 12:35:10.262025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-217c5a49-3d9d-44b3-82d2-e966e5b5ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (86eeae82-1c21-45d8-8f1e-b9fb6378d1c1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.310777 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-217c5a49-3d9d-44b3-82d2-e966e5b5ad16 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4b0019547b4c428aa8f80f06e6602615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363030 Sep 26 12:35:10.313275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c5a49-3d9d-44b3-82d2-e966e5b5ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eeae82-1c21-45d8-8f1e-b9fb6378d1c1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:10.313590 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36712) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:10.316573 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:35:10.328120 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:35:10.335661 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.339673 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:10.340114 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:10.380318 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-66bec5c9-9fa0-44cb-9114-6fe93febf7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/2267da58-c403-4f17-9ca3-b58c2730ae89 HTTP/1.1" status: 200 len: 991 time: 1.4630241 Sep 26 12:35:10.381832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:35:10.384165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f34de-fa94-42a4-aec1-e4e537369a56" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:35:10.399299 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] Publish callbacks [] for security_group (86eeae82-1c21-45d8-8f1e-b9fb6378d1c1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.425446 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] Publish callbacks [] for security_group (86eeae82-1c21-45d8-8f1e-b9fb6378d1c1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.435062 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e83199-614d-4d65-94c6-63b16a83a0b2 x-openstack-request-id: req-23e83199-614d-4d65-94c6-63b16a83a0b2 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:35:10.435377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:35:10.435623 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e83199-614d-4d65-94c6-63b16a83a0b2 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:35:10.436702 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e83199-614d-4d65-94c6-63b16a83a0b2'] response: {'name': 'network-changed', 'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'status': 'completed', 'code': 200} Sep 26 12:35:10.447980 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:10.524442 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:10.548932 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (86eeae82-1c21-45d8-8f1e-b9fb6378d1c1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.550173 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-d1750a70-9a39-4ae1-938b-4fea560dd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:10.551578 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:10.552206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-d1750a70-9a39-4ae1-938b-4fea560dd62f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1129 time: 0.0468054 Sep 26 12:35:10.555114 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/86eeae82-1c21-45d8-8f1e-b9fb6378d1c1 HTTP/1.1" status: 204 len: 168 time: 0.2379496 Sep 26 12:35:10.562376 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472a946-78f2-4d6b-ab89-930e49987a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eeae82-1c21-45d8-8f1e-b9fb6378d1c1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:10.670632 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-efc72867-faf6-4f07-be50-9a946eeb828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:10.672268 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-efc72867-faf6-4f07-be50-9a946eeb828b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.1128027 Sep 26 12:35:10.684857 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2267da58-c403-4f17-9ca3-b58c2730ae89', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:23Z', 'updated_at': '2022-09-26T12:35:09Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:10.710329 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:35:10.720523 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:10.721332 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:34:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:10.739583 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-79ed91f8-24f8-4369-a1c8-d84c351bf5f0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 999 time: 0.0608850 Sep 26 12:35:10.790303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-964ff3e6-5f5e-4449-90e5-d68ac759c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:10.792793 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-964ff3e6-5f5e-4449-90e5-d68ac759c0d0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0458817 Sep 26 12:35:10.827244 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:10.837976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-e54ae162-902b-4b6d-a7b2-48c9867f19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:10.839459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-e54ae162-902b-4b6d-a7b2-48c9867f19e2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412786 Sep 26 12:35:10.939105 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-ec9aa85d-a16c-43bb-a892-fb96d61cd81d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936847 Sep 26 12:35:11.058233 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-705f34de-fa94-42a4-aec1-e4e537369a56 req-7e6d83ba-10f9-494e-a7b6-94c4e85f3862 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112497 Sep 26 12:35:11.059676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:11.070956 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2267da58-c403-4f17-9ca3-b58c2730ae89', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:23Z', 'updated_at': '2022-09-26T12:35:09Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:11.098389 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53b29-b5c3-4842-9dc0-46f11442ec6e None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2267da58-c403-4f17-9ca3-b58c2730ae89', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:23Z', 'updated_at': '2022-09-26T12:35:09Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:35:11.247720 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:11.315135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7cdf53-2249-40fb-b279-83c24bdfaf41 None None] New status for floating IP 2267da58-c403-4f17-9ca3-b58c2730ae89: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:35:11.394093 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bfe9e-0543-4c6c-8834-4bcc6f9103b6 req-aaff52ad-c12f-4ef8-ad0d-c97e451b676a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:11.395698 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e32bfe9e-0543-4c6c-8834-4bcc6f9103b6 req-aaff52ad-c12f-4ef8-ad0d-c97e451b676a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0483880 Sep 26 12:35:11.448590 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e32bfe9e-0543-4c6c-8834-4bcc6f9103b6 req-ae7ea2db-fbcf-41e2-99f6-580c13c92a07 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Sep 26 12:35:11.549580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 36742) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:11.563321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-051bb838-b814-4ab7-8571-a6b74cf85282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:11.643468 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-051bb838-b814-4ab7-8571-a6b74cf85282 admin admin] Publish callbacks [] for security_group (7c90e7f8-af02-4e31-8607-ae9e13291cef), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:11.777114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-051bb838-b814-4ab7-8571-a6b74cf85282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (7c90e7f8-af02-4e31-8607-ae9e13291cef), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:11.815360 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-051bb838-b814-4ab7-8571-a6b74cf85282 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8640dd4a923040dbabf5d0f9f3e2e922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644558 Sep 26 12:35:11.816219 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bb838-b814-4ab7-8571-a6b74cf85282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90e7f8-af02-4e31-8607-ae9e13291cef,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:11.818218 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 36744) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:11.868773 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] Publish callbacks [] for security_group (7c90e7f8-af02-4e31-8607-ae9e13291cef), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:11.890582 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] Publish callbacks [] for security_group (7c90e7f8-af02-4e31-8607-ae9e13291cef), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:12.046728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (7c90e7f8-af02-4e31-8607-ae9e13291cef), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:12.049411 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:12.050585 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7c90e7f8-af02-4e31-8607-ae9e13291cef HTTP/1.1" status: 204 len: 168 time: 0.2313819 Sep 26 12:35:12.059288 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385df3-5c9a-40df-8b18-ac65cca91a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90e7f8-af02-4e31-8607-ae9e13291cef,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:12.301109 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-169cc9bc-988f-452a-892d-7616f122d087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:12.572222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e770e-9bf5-4397-81ce-32225b5c3410 req-bf9154aa-0310-456a-a894-86f2a7da0dce tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:12.573787 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-363e770e-9bf5-4397-81ce-32225b5c3410 req-bf9154aa-0310-456a-a894-86f2a7da0dce tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0497689 Sep 26 12:35:12.628538 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-363e770e-9bf5-4397-81ce-32225b5c3410 req-529908d7-1a47-4fe4-b2b2-bfb0085f356f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Sep 26 12:35:13.038468 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:13.125629 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:13.365348 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:13.543004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:13.748230 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a913df-d039-4ffe-abe5-eb23437f2aa8 req-62dd0aef-f353-4988-a5f3-43db89409bd2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:13.749650 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-25a913df-d039-4ffe-abe5-eb23437f2aa8 req-62dd0aef-f353-4988-a5f3-43db89409bd2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0490117 Sep 26 12:35:13.796331 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-25a913df-d039-4ffe-abe5-eb23437f2aa8 req-7855dff2-07e5-4197-ae84-371a4f5a5bc8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Sep 26 12:35:14.501040 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:14.919694 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5c482-46f5-4632-84f5-7fe6bb74a1d9 req-236eac87-6db7-4667-86d5-360ce6768e2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:14.921181 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dac5c482-46f5-4632-84f5-7fe6bb74a1d9 req-236eac87-6db7-4667-86d5-360ce6768e2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0463719 Sep 26 12:35:14.967889 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dac5c482-46f5-4632-84f5-7fe6bb74a1d9 req-4fe045c9-2971-4375-8f9b-650d93c0ba33 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Sep 26 12:35:14.998599 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:15.068889 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:15.100398 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:15.100894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:15.912015 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:16.092428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752dc75-d576-4585-b36a-b1542765dea2 req-ab37e8a1-d9e9-4431-91b2-f213212003d3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:16.093866 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3752dc75-d576-4585-b36a-b1542765dea2 req-ab37e8a1-d9e9-4431-91b2-f213212003d3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0488970 Sep 26 12:35:16.143321 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3752dc75-d576-4585-b36a-b1542765dea2 req-5d8f3245-c092-4555-8ef3-83ec038a3df4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Sep 26 12:35:16.221452 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:16.374936 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:17.267226 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043d6a-dd70-46b2-8fcf-f439e733fa72 req-547eddb2-11fa-469a-9367-b90dfd3436b8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:17.268704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c043d6a-dd70-46b2-8fcf-f439e733fa72 req-547eddb2-11fa-469a-9367-b90dfd3436b8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0481286 Sep 26 12:35:17.315902 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c043d6a-dd70-46b2-8fcf-f439e733fa72 req-f0cb9d0e-5aa4-4d7f-b947-62c1f4def21e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Sep 26 12:35:17.684095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:18.437139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d0e6-e9b3-44a2-9b4d-ffd0d0bb9209 req-28f378ff-017a-4ba5-9b9c-f3695fe705b6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:18.438527 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa99d0e6-e9b3-44a2-9b4d-ffd0d0bb9209 req-28f378ff-017a-4ba5-9b9c-f3695fe705b6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0460930 Sep 26 12:35:18.488372 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa99d0e6-e9b3-44a2-9b4d-ffd0d0bb9209 req-447db707-7804-4a73-81e2-0c6737359b37 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Sep 26 12:35:18.603483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86d7e1-2b3e-4e48-9a95-2bf7469086a7 req-0191c3eb-2fe3-4eda-9907-3a5c4a5075fe tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:18.604959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f86d7e1-2b3e-4e48-9a95-2bf7469086a7 req-0191c3eb-2fe3-4eda-9907-3a5c4a5075fe tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0460241 Sep 26 12:35:18.651221 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f86d7e1-2b3e-4e48-9a95-2bf7469086a7 req-9e361150-e718-4da4-b1e6-89a4b23a9f3b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Sep 26 12:35:19.496922 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:19.536821 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:19.613511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0572-a180-477f-8e03-cf2080353c75 req-e8fc4a3f-8296-4aed-9ff3-1a86a7e8b70b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:19.615135 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a69b0572-a180-477f-8e03-cf2080353c75 req-e8fc4a3f-8296-4aed-9ff3-1a86a7e8b70b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0487025 Sep 26 12:35:19.663698 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a69b0572-a180-477f-8e03-cf2080353c75 req-69ea3457-333f-4a89-af49-f21ba37c2a71 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Sep 26 12:35:19.731607 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:19.793092 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9b8b4-baa5-456c-be4b-418de77eb9af req-736ee142-4173-4c46-a899-371ce574d984 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:19.793092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8fb9b8b4-baa5-456c-be4b-418de77eb9af req-736ee142-4173-4c46-a899-371ce574d984 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0586019 Sep 26 12:35:19.833627 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8fb9b8b4-baa5-456c-be4b-418de77eb9af req-96083f9a-7f18-4d07-83e1-2fd2f501e358 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Sep 26 12:35:20.220820 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:20.771271 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:20.783296 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41908382-4b82-45c3-9f8b-6b7cddaf4865 req-d851bedf-4c6a-463a-ba1f-787038566faa tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:20.784805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41908382-4b82-45c3-9f8b-6b7cddaf4865 req-d851bedf-4c6a-463a-ba1f-787038566faa tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0457854 Sep 26 12:35:20.833408 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41908382-4b82-45c3-9f8b-6b7cddaf4865 req-b6a8ee19-751f-4a79-9b8e-31c0566a6b72 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Sep 26 12:35:20.956497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98fd91-1586-4c10-b267-d690a8ab2b30 req-ddf7d994-acb2-4891-8d22-9568d3336d8b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:20.957951 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d98fd91-1586-4c10-b267-d690a8ab2b30 req-ddf7d994-acb2-4891-8d22-9568d3336d8b tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Sep 26 12:35:21.009294 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d98fd91-1586-4c10-b267-d690a8ab2b30 req-97c1f210-cda3-4d1a-a704-9d576e01ba8e tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=16df5b38-0160-44d1-b068-ee19c34ae9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452645 Sep 26 12:35:21.090017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4fd6-9287-4268-9801-3947d77bd71b req-65c821bd-59dc-4ac4-9573-c92c965877b9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:21.091804 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-692e4fd6-9287-4268-9801-3947d77bd71b req-65c821bd-59dc-4ac4-9573-c92c965877b9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 945 time: 0.0468676 Sep 26 12:35:21.212539 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Deleting port 65fe4f79-a288-4e7f-822b-bb595278b8bd {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:35:21.212885 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:21.307854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] For port 65fe4f79-a288-4e7f-822b-bb595278b8bd, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=65fe4f79-a288-4e7f-822b-bb595278b8bd,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:21.308263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:21.310939 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:21.325345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Calling delete_port for 65fe4f79-a288-4e7f-822b-bb595278b8bd owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:35:21.422568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:21.628373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (65fe4f79-a288-4e7f-822b-bb595278b8bd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:21.656961 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Pushing event deleted for resources: {'Port': ['ID=65fe4f79-a288-4e7f-822b-bb595278b8bd,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:21.685180 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['65fe4f79-a288-4e7f-822b-bb595278b8bd'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:35:21.723116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] No DVR routers for this DVR port 65fe4f79-a288-4e7f-822b-bb595278b8bd on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:35:21.726511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:21.729830 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-692e4fd6-9287-4268-9801-3947d77bd71b req-0f8a8d6f-b322-4671-a8ca-9bbe03b662f9 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.61 "DELETE /networking/v2.0/ports/65fe4f79-a288-4e7f-822b-bb595278b8bd HTTP/1.1" status: 204 len: 173 time: 0.6326108 Sep 26 12:35:21.730419 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'name': 'network-vif-deleted', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:35:21.733501 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d1cd4-7a9f-4775-9d61-8c84ab6a30c1" -d '{"events": [{"server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "name": "network-vif-deleted", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:35:21.772036 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31207bd4-406b-4faf-9179-db61a24cecb7 x-openstack-request-id: req-31207bd4-406b-4faf-9179-db61a24cecb7 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:35:21.772282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32224db5-483c-40a8-a09f-bf3736d57aa3", "name": "network-vif-deleted", "tag": "65fe4f79-a288-4e7f-822b-bb595278b8bd", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:35:21.772522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31207bd4-406b-4faf-9179-db61a24cecb7 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:35:21.772918 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31207bd4-406b-4faf-9179-db61a24cecb7'] response: {'server_uuid': '32224db5-483c-40a8-a09f-bf3736d57aa3', 'name': 'network-vif-deleted', 'tag': '65fe4f79-a288-4e7f-822b-bb595278b8bd', 'status': 'completed', 'code': 200} Sep 26 12:35:21.955456 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f9ec4-8f84-4997-b162-e322f9079c6d req-792516ed-1cf2-4ef5-9efc-f711dfff6669 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:21.956959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b08f9ec4-8f84-4997-b162-e322f9079c6d req-792516ed-1cf2-4ef5-9efc-f711dfff6669 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0466695 Sep 26 12:35:22.004369 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b08f9ec4-8f84-4997-b162-e322f9079c6d req-75aaa241-a11c-4612-995d-840a0c1822ae tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Sep 26 12:35:22.114388 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d2f0ee1-a7ca-43c3-b41c-55c2cf449575 req-2653fc91-0796-4628-8302-fb72486cb3db tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0300169 Sep 26 12:35:22.938534 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:22.976903 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:23.007580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37006) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:23.044456 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:23.055523 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Deleting subnet 3a4007db-a367-4afe-89c0-296cf378d171 {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:35:23.058918 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Publish callbacks [] for subnet (3a4007db-a367-4afe-89c0-296cf378d171), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.096990 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Publish callbacks [] for subnet (3a4007db-a367-4afe-89c0-296cf378d171), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.106765 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (3a4007db-a367-4afe-89c0-296cf378d171), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.322575 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37014) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:23.350092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5985001-367e-4b6f-9a77-425fcdc95914 req-76d6e661-187c-4a50-9d05-2e640ada24e2 tempest-DeleteServersTestJSON-1008178284 tempest-DeleteServersTestJSON-1008178284-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=32224db5-483c-40a8-a09f-bf3736d57aa3 HTTP/1.1" status: 200 len: 210 time: 0.0324762 Sep 26 12:35:23.360557 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b901b4-bfd0-40d3-9f19-2c9205c050fd req-5683ad1d-deaa-4d7b-b5f9-307e5ccfaa34 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:23.362031 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41b901b4-bfd0-40d3-9f19-2c9205c050fd req-5683ad1d-deaa-4d7b-b5f9-307e5ccfaa34 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.2759700 Sep 26 12:35:23.400255 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (3a4007db-a367-4afe-89c0-296cf378d171), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.414992 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41b901b4-bfd0-40d3-9f19-2c9205c050fd req-db76a423-b530-4b32-9d9b-37c8ca4220b0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Sep 26 12:35:23.432194 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4007db-a367-4afe-89c0-296cf378d171,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:23.443925 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-df78140b-3a97-4a2f-8a14-939e64f5a2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.448075 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.451112 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-fda3c5c2-7a30-437d-bcc2-03a399ebe9f6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/3a4007db-a367-4afe-89c0-296cf378d171 HTTP/1.1" status: 204 len: 168 time: 0.4419212 Sep 26 12:35:23.453820 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37018) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:23.524583 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (1961aa2d-3f88-496b-9c7f-30ffe81de0b5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.528410 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-df78140b-3a97-4a2f-8a14-939e64f5a2a1 admin admin] Publish callbacks [] for security_group (88c89854-f9ed-485b-b369-1b2dcbaf4e54), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.606231 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (1961aa2d-3f88-496b-9c7f-30ffe81de0b5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.610532 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-df78140b-3a97-4a2f-8a14-939e64f5a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (88c89854-f9ed-485b-b369-1b2dcbaf4e54), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.646560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.646793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.647740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.647937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.648338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.648679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.649037 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.649406 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.650020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.650136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.651728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78140b-3a97-4a2f-8a14-939e64f5a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c89854-f9ed-485b-b369-1b2dcbaf4e54,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:23.668346 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-df78140b-3a97-4a2f-8a14-939e64f5a2a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1304cdd595b844cf97f16c44eaaf6715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444021 Sep 26 12:35:23.669403 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37024) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:23.732123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:23.736132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] Publish callbacks [] for security_group (88c89854-f9ed-485b-b369-1b2dcbaf4e54), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.758915 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] Publish callbacks [] for security_group (88c89854-f9ed-485b-b369-1b2dcbaf4e54), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.879545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.879848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.880177 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.880507 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:35:23.880865 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1961aa2d-3f88-496b-9c7f-30ffe81de0b5']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:23.893965 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:23.899128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4280e-7d2c-4bed-84c7-8f15032f83f1') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:23.899424 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4280e-7d2c-4bed-84c7-8f15032f83f1') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:23.915926 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (57a4280e-7d2c-4bed-84c7-8f15032f83f1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.938306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (57a4280e-7d2c-4bed-84c7-8f15032f83f1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.948902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:35:23.949298 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (57a4280e-7d2c-4bed-84c7-8f15032f83f1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.958400 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (88c89854-f9ed-485b-b369-1b2dcbaf4e54), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.962734 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:23.964747 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/88c89854-f9ed-485b-b369-1b2dcbaf4e54 HTTP/1.1" status: 204 len: 168 time: 0.2943921 Sep 26 12:35:23.966571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:23.978123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fa040-66c5-404b-b4e4-2c8527efd0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c89854-f9ed-485b-b369-1b2dcbaf4e54,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:24.146737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (1961aa2d-3f88-496b-9c7f-30ffe81de0b5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.155147 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.158377 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1961aa2d-3f88-496b-9c7f-30ffe81de0b5 HTTP/1.1" status: 204 len: 168 time: 0.7034461 Sep 26 12:35:24.161319 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37040) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:24.170010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442cb26-7ed1-43c3-8bdc-e3dad942253a admin admin] Pushing event deleted for resources: {'Network': ['ID=1961aa2d-3f88-496b-9c7f-30ffe81de0b5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:24.185154 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 57a4280e-7d2c-4bed-84c7-8f15032f83f1 resource provider aggregate not found Sep 26 12:35:24.211949 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Deleting subnet 67a00767-6a77-4e9c-8728-1ed9a166dfd8 {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:35:24.215627 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Publish callbacks [] for subnet (67a00767-6a77-4e9c-8728-1ed9a166dfd8), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.216302 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 57a4280e-7d2c-4bed-84c7-8f15032f83f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57a4280e-7d2c-4bed-84c7-8f15032f83f1 found for delete ", "request_id": "req-f7ef58de-8345-4299-a183-817bfa38b12e"}]} Sep 26 12:35:24.250530 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Publish callbacks [] for subnet (67a00767-6a77-4e9c-8728-1ed9a166dfd8), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.256218 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (67a00767-6a77-4e9c-8728-1ed9a166dfd8), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.388975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (67a00767-6a77-4e9c-8728-1ed9a166dfd8), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.420138 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a00767-6a77-4e9c-8728-1ed9a166dfd8,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:24.433341 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.433341 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a7e3217c-de09-4939-b804-5dabfb67336d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/67a00767-6a77-4e9c-8728-1ed9a166dfd8 HTTP/1.1" status: 204 len: 168 time: 0.2663231 Sep 26 12:35:24.433520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37050) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:24.538261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (f2681f5e-46ef-4290-985c-75ca97447c85), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.561938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245951b-13e2-4a4a-93fd-cfe167fd750a req-f4131d62-ad76-41e4-8796-49a52d86e4b1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:24.563742 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4245951b-13e2-4a4a-93fd-cfe167fd750a req-f4131d62-ad76-41e4-8796-49a52d86e4b1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0576284 Sep 26 12:35:24.661236 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (f2681f5e-46ef-4290-985c-75ca97447c85), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.676257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:24.687431 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4245951b-13e2-4a4a-93fd-cfe167fd750a req-f0f7d122-d0dd-49c3-bf04-2837b8d4f8b4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995343 Sep 26 12:35:24.696582 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2681f5e-46ef-4290-985c-75ca97447c85']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:24.706951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa4b7b1-9cef-44a2-a94a-d0a9af964203') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:24.707249 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa4b7b1-9cef-44a2-a94a-d0a9af964203') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:24.716978 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (2fa4b7b1-9cef-44a2-a94a-d0a9af964203), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.730422 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (2fa4b7b1-9cef-44a2-a94a-d0a9af964203), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.738133 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:35:24.738133 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (2fa4b7b1-9cef-44a2-a94a-d0a9af964203), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.793799 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:24.825221 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37064) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:24.840041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65d5948f-e937-489c-8140-7daf02634084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.875562 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (f2681f5e-46ef-4290-985c-75ca97447c85), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.887960 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:24.891160 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f2681f5e-46ef-4290-985c-75ca97447c85 HTTP/1.1" status: 204 len: 168 time: 0.4570301 Sep 26 12:35:24.918265 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209183f3-45d5-48dd-ade3-c10cf4cf2907 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2681f5e-46ef-4290-985c-75ca97447c85,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:24.982057 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65d5948f-e937-489c-8140-7daf02634084 admin admin] Publish callbacks [] for security_group (020558d2-7a61-4a82-85da-b0a969d4ebd2), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.008508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=81,neutron:UPDATE=10 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:25.108160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65d5948f-e937-489c-8140-7daf02634084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (020558d2-7a61-4a82-85da-b0a969d4ebd2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.148000 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-65d5948f-e937-489c-8140-7daf02634084 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7e7b220795f744ec9c14d3322f50699c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215199 Sep 26 12:35:25.149922 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5948f-e937-489c-8140-7daf02634084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020558d2-7a61-4a82-85da-b0a969d4ebd2,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:25.151246 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37072) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:25.202463 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] Publish callbacks [] for security_group (020558d2-7a61-4a82-85da-b0a969d4ebd2), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.221735 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] Publish callbacks [] for security_group (020558d2-7a61-4a82-85da-b0a969d4ebd2), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.249760 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:25.399818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (020558d2-7a61-4a82-85da-b0a969d4ebd2), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.402366 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.403533 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/020558d2-7a61-4a82-85da-b0a969d4ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2510817 Sep 26 12:35:25.411145 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4988d-8350-489f-9eac-f9bbc675a3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020558d2-7a61-4a82-85da-b0a969d4ebd2,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:25.474869 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37078) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:25.514538 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4f2d7d50-d074-4022-9daa-4886e106424f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f67528df613e4e7983094015631a47ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384977 Sep 26 12:35:25.516917 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37080) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:25.566622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] Publish callbacks [] for security_group (3398621c-15d7-4b7f-be01-0424ac057861), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.590229 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] Publish callbacks [] for security_group (3398621c-15d7-4b7f-be01-0424ac057861), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.652469 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 65fe4f79-a288-4e7f-822b-bb595278b8bd no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:35:25.674391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 65fe4f79-a288-4e7f-822b-bb595278b8bd {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:35:25.674675 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 65fe4f79-a288-4e7f-822b-bb595278b8bd not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:35:25.788022 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3398621c-15d7-4b7f-be01-0424ac057861), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.791272 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:25.792546 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3398621c-15d7-4b7f-be01-0424ac057861 HTTP/1.1" status: 204 len: 168 time: 0.2747219 Sep 26 12:35:25.800502 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113b33e-0f10-45ca-a935-c3ea076b5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398621c-15d7-4b7f-be01-0424ac057861,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:25.819504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b88719-75c7-4f9c-9271-23263116811a req-b2fa7594-0244-4afe-b963-a22324186961 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:25.821835 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-07b88719-75c7-4f9c-9271-23263116811a req-b2fa7594-0244-4afe-b963-a22324186961 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0562084 Sep 26 12:35:25.905911 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-07b88719-75c7-4f9c-9271-23263116811a req-721e3c04-1e73-487b-8bac-5e6ce854ec1e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783162 Sep 26 12:35:26.061938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:26.139577 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37104) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:26.158035 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:26.234629 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2fa4b7b1-9cef-44a2-a94a-d0a9af964203 resource provider aggregate not found Sep 26 12:35:26.253384 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2fa4b7b1-9cef-44a2-a94a-d0a9af964203 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fa4b7b1-9cef-44a2-a94a-d0a9af964203 found for delete ", "request_id": "req-b902c352-66df-49f9-8565-6013c8655940"}]} Sep 26 12:35:26.735507 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (7e64f509-e818-45f9-8625-d31fb004ab13), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:26.801207 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37124) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:26.842975 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-353a9514-0fff-453d-8c72-c3b53c0df6e8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=abd38c89b4b0440db1261acb4bad00e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406153 Sep 26 12:35:26.845670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37126) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:26.893536 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] Publish callbacks [] for security_group (92f58f98-eba2-4ab7-9260-9cf8f13d809a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:26.916953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] Publish callbacks [] for security_group (92f58f98-eba2-4ab7-9260-9cf8f13d809a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.021564 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Deleting port 92d35125-285c-4c3f-b9e9-04f78b604056 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:35:27.021907 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.054365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72bbbe-11a1-4bfd-af3a-853f9a02dd04 req-7bd5b081-8853-4a89-86a3-e5188a5c0dbf tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:27.056258 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6d72bbbe-11a1-4bfd-af3a-853f9a02dd04 req-7bd5b081-8853-4a89-86a3-e5188a5c0dbf tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0513799 Sep 26 12:35:27.058101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (92f58f98-eba2-4ab7-9260-9cf8f13d809a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.060848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.062251 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/92f58f98-eba2-4ab7-9260-9cf8f13d809a HTTP/1.1" status: 204 len: 168 time: 0.2157562 Sep 26 12:35:27.078720 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84ec2-29b3-49b7-af94-d662c711c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f58f98-eba2-4ab7-9260-9cf8f13d809a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:27.131433 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6d72bbbe-11a1-4bfd-af3a-853f9a02dd04 req-3df21a63-37cc-4ab9-af9c-ac9de061bbf4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658839 Sep 26 12:35:27.140057 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] For port 92d35125-285c-4c3f-b9e9-04f78b604056, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=92d35125-285c-4c3f-b9e9-04f78b604056,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:27.140641 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.156182 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Calling delete_port for 92d35125-285c-4c3f-b9e9-04f78b604056 owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:35:27.319614 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:27.340746 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=76 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:27.345803 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=78 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:27.428355 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (92d35125-285c-4c3f-b9e9-04f78b604056), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.456476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d35125-285c-4c3f-b9e9-04f78b604056,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:27.534941 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:27.629528 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (7e64f509-e818-45f9-8625-d31fb004ab13), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:27.860272 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Router 7e64f509-e818-45f9-8625-d31fb004ab13 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:35:27.964786 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:35:27.970151 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-239aa57c-b013-4cc8-bd54-bb7a846f5a57 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7e64f509-e818-45f9-8625-d31fb004ab13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295448 Sep 26 12:35:27.972669 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37162) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:27.976149 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Sync routers for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:35:27.993190 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:27.993190 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:35:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:28.058918 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:28.081833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks [] for router (7e64f509-e818-45f9-8625-d31fb004ab13), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:28.123152 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:28.259483 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks [] for router_gateway (7e64f509-e818-45f9-8625-d31fb004ab13), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:28.301182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b881-b853-4b8d-883c-afaca9334711 req-85c58e65-b1b9-4ffa-b202-af6229bf882f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:28.302652 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a09b881-b853-4b8d-883c-afaca9334711 req-85c58e65-b1b9-4ffa-b202-af6229bf882f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0541596 Sep 26 12:35:28.336150 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:35:27Z', 'revision_number': 5, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:28.355822 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a09b881-b853-4b8d-883c-afaca9334711 req-dd8ca037-0172-4485-94d3-ed1eb0bd6c88 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466762 Sep 26 12:35:28.365861 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Checking router: 7e64f509-e818-45f9-8625-d31fb004ab13 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:35:28.375358 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Routers {'7e64f509-e818-45f9-8625-d31fb004ab13'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:35:28.376010 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:35:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['7e64f509-e818-45f9-8625-d31fb004ab13'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:28.426464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Deleting port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:35:28.426805 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:28.439667 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:28.484497 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] Set router 7e64f509-e818-45f9-8625-d31fb004ab13 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:35:28.527940 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] For port 50b1afd7-7974-4bfb-b88e-3bbe5efe11af, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:28.528311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:28.542405 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Calling delete_port for 50b1afd7-7974-4bfb-b88e-3bbe5efe11af owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:35:28.668382 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:28.748793 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:35:27Z', 'revision_number': 5, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:28.774859 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0ab5f-637a-4438-81e7-f85a4fb9d4fb None None] The sync data for ids ['7e64f509-e818-45f9-8625-d31fb004ab13'] in dv-cinder-827624-1-iscsi is: [{'id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'name': 'tempest-DeleteServersTestJSON-1508905341-router', 'tenant_id': 'dfabb61da005465ea21b32b223d76bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:35:27Z', 'revision_number': 5, 'project_id': 'dfabb61da005465ea21b32b223d76bb1', 'gw_port': {'id': '50b1afd7-7974-4bfb-b88e-3bbe5efe11af', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e64f509-e818-45f9-8625-d31fb004ab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:35:28.856968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (50b1afd7-7974-4bfb-b88e-3bbe5efe11af), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:28.880464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b1afd7-7974-4bfb-b88e-3bbe5efe11af,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:28.908892 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (7e64f509-e818-45f9-8625-d31fb004ab13), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.014252 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (7e64f509-e818-45f9-8625-d31fb004ab13), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.016595 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks [] for router_controller (7e64f509-e818-45f9-8625-d31fb004ab13), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.125726 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:29.148521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (7e64f509-e818-45f9-8625-d31fb004ab13), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.149139 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e64f509-e818-45f9-8625-d31fb004ab13 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:35:29.154745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.158246 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-504136c8-9218-4393-89fd-2483f55e12c5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/7e64f509-e818-45f9-8625-d31fb004ab13 HTTP/1.1" status: 204 len: 168 time: 1.1823277 Sep 26 12:35:29.158484 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37240) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:29.206605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Deleting subnet f802696d-53cf-4f66-a9f3-d94d186ed343 {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:35:29.209821 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Publish callbacks [] for subnet (f802696d-53cf-4f66-a9f3-d94d186ed343), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.246307 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Publish callbacks [] for subnet (f802696d-53cf-4f66-a9f3-d94d186ed343), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.303516 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:29.327201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (f802696d-53cf-4f66-a9f3-d94d186ed343), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.491531 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c97d-b2ce-4185-beb7-ac1a13d63cb1 req-accf2173-e0b6-40b6-82b4-0456c54bd9c5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:29.493221 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7841c97d-b2ce-4185-beb7-ac1a13d63cb1 req-accf2173-e0b6-40b6-82b4-0456c54bd9c5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0503659 Sep 26 12:35:29.544480 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 92d35125-285c-4c3f-b9e9-04f78b604056 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:35:29.546915 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (f802696d-53cf-4f66-a9f3-d94d186ed343), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.556741 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7841c97d-b2ce-4185-beb7-ac1a13d63cb1 req-d099144b-a825-45e9-bf78-5cba310a165c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Sep 26 12:35:29.573634 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f802696d-53cf-4f66-a9f3-d94d186ed343,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:29.584311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:29.586793 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.590749 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6e6cfd60-2698-4b81-837d-d43bfdd2eedb admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f802696d-53cf-4f66-a9f3-d94d186ed343 HTTP/1.1" status: 204 len: 168 time: 0.4310565 Sep 26 12:35:29.591015 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 92d35125-285c-4c3f-b9e9-04f78b604056 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:35:29.591489 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 92d35125-285c-4c3f-b9e9-04f78b604056 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:35:29.594002 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37252) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:29.598508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841f398-88d2-405a-aed3-2f08d29a8560 None None] Network 687535a7-5b04-4ea1-b3ab-8200148c66bd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:35:29.670773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (687535a7-5b04-4ea1-b3ab-8200148c66bd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.716088 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Deleting port b591fe76-378b-4db1-a70c-5fe55341c7f3 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:35:29.716422 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.777932 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] DHCP port deletion for 687535a7-5b04-4ea1-b3ab-8200148c66bd request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:35:29.831370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] For port b591fe76-378b-4db1-a70c-5fe55341c7f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b591fe76-378b-4db1-a70c-5fe55341c7f3,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:29.831772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.837972 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Deleting port b591fe76-378b-4db1-a70c-5fe55341c7f3 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:35:29.838366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.847776 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Calling delete_port for b591fe76-378b-4db1-a70c-5fe55341c7f3 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:35:29.903355 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] For port b591fe76-378b-4db1-a70c-5fe55341c7f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b591fe76-378b-4db1-a70c-5fe55341c7f3,segment=NetworkSegment(0382e624-20cf-4fdb-b086-f49e3e09961d),segment_id=0382e624-20cf-4fdb-b086-f49e3e09961d)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:35:29.903805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:29.917211 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Calling delete_port for b591fe76-378b-4db1-a70c-5fe55341c7f3 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:35:29.978156 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:30.072645 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.086333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (b591fe76-378b-4db1-a70c-5fe55341c7f3), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.100072 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b591fe76-378b-4db1-a70c-5fe55341c7f3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:30.103827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] No DVR routers for this DVR port b591fe76-378b-4db1-a70c-5fe55341c7f3 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:35:30.109446 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] Pushing event deleted for resources: {'Port': ['ID=b591fe76-378b-4db1-a70c-5fe55341c7f3,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:30.111555 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4debc-bf67-4457-ad87-480485b5684c None None] No DVR routers for this DVR port b591fe76-378b-4db1-a70c-5fe55341c7f3 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:35:30.191876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (687535a7-5b04-4ea1-b3ab-8200148c66bd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.213733 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687535a7-5b04-4ea1-b3ab-8200148c66bd']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:30.222500 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0382e624-20cf-4fdb-b086-f49e3e09961d') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:30.222794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0382e624-20cf-4fdb-b086-f49e3e09961d') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:35:30.232565 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (0382e624-20cf-4fdb-b086-f49e3e09961d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.246793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (0382e624-20cf-4fdb-b086-f49e3e09961d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.253628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:35:30.254017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (0382e624-20cf-4fdb-b086-f49e3e09961d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.301910 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 0382e624-20cf-4fdb-b086-f49e3e09961d resource provider aggregate not found Sep 26 12:35:30.307939 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:30.321680 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 0382e624-20cf-4fdb-b086-f49e3e09961d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0382e624-20cf-4fdb-b086-f49e3e09961d found for delete ", "request_id": "req-d830307f-2854-495d-8322-e1fbca979944"}]} Sep 26 12:35:30.553827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (687535a7-5b04-4ea1-b3ab-8200148c66bd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.567097 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:30.574783 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/687535a7-5b04-4ea1-b3ab-8200148c66bd HTTP/1.1" status: 204 len: 168 time: 0.9766710 Sep 26 12:35:30.595119 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4116a33-5c82-4799-b538-f526df854ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=687535a7-5b04-4ea1-b3ab-8200148c66bd,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:30.686972 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ca67a-89eb-43e3-b0e8-a0cd17a0b476 req-8f17f2e4-c695-4b07-9b92-659f3e589bce tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:30.694994 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-726ca67a-89eb-43e3-b0e8-a0cd17a0b476 req-8f17f2e4-c695-4b07-9b92-659f3e589bce tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0599067 Sep 26 12:35:30.753150 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-726ca67a-89eb-43e3-b0e8-a0cd17a0b476 req-13437bd7-e3c6-43b7-a652-526b4310515d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Sep 26 12:35:31.102948 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37336) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:31.154790 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-47aeb15f-6c0a-4a70-a36d-8e287e207984 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dfabb61da005465ea21b32b223d76bb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495484 Sep 26 12:35:31.157401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37344) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:31.209966 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] Publish callbacks [] for security_group (16df5b38-0160-44d1-b068-ee19c34ae9c9), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:31.232189 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] Publish callbacks [] for security_group (16df5b38-0160-44d1-b068-ee19c34ae9c9), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:31.296792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:31.445983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:31.446980 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (16df5b38-0160-44d1-b068-ee19c34ae9c9), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:31.449612 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:31.455800 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/16df5b38-0160-44d1-b068-ee19c34ae9c9 HTTP/1.1" status: 204 len: 168 time: 0.2921028 Sep 26 12:35:31.458616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a57c7a-baea-4f1a-ba28-11f7d19a52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df5b38-0160-44d1-b068-ee19c34ae9c9,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:31.540711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b591fe76-378b-4db1-a70c-5fe55341c7f3 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:35:31.561509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: b591fe76-378b-4db1-a70c-5fe55341c7f3 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:35:31.561863 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b591fe76-378b-4db1-a70c-5fe55341c7f3 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:35:31.562287 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 50b1afd7-7974-4bfb-b88e-3bbe5efe11af no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:35:31.582054 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 50b1afd7-7974-4bfb-b88e-3bbe5efe11af {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:35:31.582380 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 50b1afd7-7974-4bfb-b88e-3bbe5efe11af not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:35:31.884170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3690e1-bc19-405c-8c8a-27e07e4a1517 req-53586f40-a4e7-45a7-b344-6fd9f660b464 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:31.885652 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b3690e1-bc19-405c-8c8a-27e07e4a1517 req-53586f40-a4e7-45a7-b344-6fd9f660b464 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0482130 Sep 26 12:35:31.946492 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b3690e1-bc19-405c-8c8a-27e07e4a1517 req-f72a0cc5-9b2d-413c-854b-9cb88db70c51 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Sep 26 12:35:32.157494 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:32.409181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:32.604510 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37390) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:32.710283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3681d28d-f220-478b-99df-6dac7bbbebd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:32.795906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3681d28d-f220-478b-99df-6dac7bbbebd1 admin admin] Publish callbacks [] for security_group (935e6810-4f3d-4db1-9e99-0425da6b5dd1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:32.907898 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3681d28d-f220-478b-99df-6dac7bbbebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (935e6810-4f3d-4db1-9e99-0425da6b5dd1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:32.950649 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3681d28d-f220-478b-99df-6dac7bbbebd1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=943f5a7f7cb84e6f97db323d15bf66de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466816 Sep 26 12:35:32.951552 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681d28d-f220-478b-99df-6dac7bbbebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935e6810-4f3d-4db1-9e99-0425da6b5dd1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:32.952647 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37406) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:32.984905 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:33.012281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] Publish callbacks [] for security_group (935e6810-4f3d-4db1-9e99-0425da6b5dd1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:33.032637 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] Publish callbacks [] for security_group (935e6810-4f3d-4db1-9e99-0425da6b5dd1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:33.082181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090dfa-a3bc-4d36-b5da-f977a03aaec4 req-8ce39ce8-71a2-4051-a4b0-196aa7be57d3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:33.083705 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74090dfa-a3bc-4d36-b5da-f977a03aaec4 req-8ce39ce8-71a2-4051-a4b0-196aa7be57d3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0587115 Sep 26 12:35:33.089077 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:33.136347 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74090dfa-a3bc-4d36-b5da-f977a03aaec4 req-7b4e51e1-16d7-4177-a901-ec7d3a97c4a4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458579 Sep 26 12:35:33.181307 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (935e6810-4f3d-4db1-9e99-0425da6b5dd1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:33.184261 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:33.185371 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/935e6810-4f3d-4db1-9e99-0425da6b5dd1 HTTP/1.1" status: 204 len: 168 time: 0.2317719 Sep 26 12:35:33.187890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:33.194939 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40823cc0-feb2-403c-a80d-2fc6773f4383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e6810-4f3d-4db1-9e99-0425da6b5dd1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:33.816613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:33.912090 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:34.049684 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37438) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:34.070069 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781c4aa3-8a10-409f-b6f0-2ef05430c1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.146963 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781c4aa3-8a10-409f-b6f0-2ef05430c1b9 admin admin] Publish callbacks [] for security_group (53d0372f-cd4c-40fa-908f-b01522f51f52), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.262920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fc8b-f7c6-4e08-8c1c-76362c358c6c req-a9aacb76-c877-449a-983e-56ca54ef93f3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:34.264410 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1521fc8b-f7c6-4e08-8c1c-76362c358c6c req-a9aacb76-c877-449a-983e-56ca54ef93f3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0511138 Sep 26 12:35:34.284873 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781c4aa3-8a10-409f-b6f0-2ef05430c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (53d0372f-cd4c-40fa-908f-b01522f51f52), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.308856 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.321641 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-781c4aa3-8a10-409f-b6f0-2ef05430c1b9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3bb52c16e42543fd99d0d136123d7347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707767 Sep 26 12:35:34.328967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37452) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:34.332758 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1521fc8b-f7c6-4e08-8c1c-76362c358c6c req-08854ff6-4274-4fa0-9a1d-b6cdd59359c5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 Sep 26 12:35:34.364960 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c4aa3-8a10-409f-b6f0-2ef05430c1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d0372f-cd4c-40fa-908f-b01522f51f52,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:34.399993 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] Publish callbacks [] for security_group (53d0372f-cd4c-40fa-908f-b01522f51f52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.420937 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] Publish callbacks [] for security_group (53d0372f-cd4c-40fa-908f-b01522f51f52), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.552276 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (53d0372f-cd4c-40fa-908f-b01522f51f52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.555479 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:34.556685 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/53d0372f-cd4c-40fa-908f-b01522f51f52 HTTP/1.1" status: 204 len: 168 time: 0.2266097 Sep 26 12:35:34.565192 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dd0a6-c02f-404c-9082-580f63bc1ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d0372f-cd4c-40fa-908f-b01522f51f52,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:34.588414 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:35.446282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254f188-7fe6-4aba-940f-d135756cca0f req-03e0826f-240f-4ef7-b6b3-9c2dbce96f9c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:35.447925 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a254f188-7fe6-4aba-940f-d135756cca0f req-03e0826f-240f-4ef7-b6b3-9c2dbce96f9c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0471673 Sep 26 12:35:35.505413 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a254f188-7fe6-4aba-940f-d135756cca0f req-2f63312c-6ad0-48ac-8be0-75db1113b8c8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Sep 26 12:35:35.725237 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:36.057157 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:36.136932 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:36.589726 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:36.645217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1200cdb-9cf2-4a4e-aa64-580188c026a0 req-96c9abdf-0799-4c07-9620-97534176c7d0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:36.646966 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1200cdb-9cf2-4a4e-aa64-580188c026a0 req-96c9abdf-0799-4c07-9620-97534176c7d0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0494711 Sep 26 12:35:36.698896 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1200cdb-9cf2-4a4e-aa64-580188c026a0 req-cf1c8736-916c-4297-afa9-cfcebf8095e3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 Sep 26 12:35:37.319267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:37.823912 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ee44-5a11-4320-af3c-94c3049b6cb1 req-2aeb7dd7-fd49-4923-b9da-2792ab15bbfb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:37.825504 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d31ee44-5a11-4320-af3c-94c3049b6cb1 req-2aeb7dd7-fd49-4923-b9da-2792ab15bbfb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0486863 Sep 26 12:35:37.874126 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d31ee44-5a11-4320-af3c-94c3049b6cb1 req-f6e6c923-10ce-44c0-af28-29a05a3961b5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Sep 26 12:35:38.319529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:38.751583 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=26 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:38.752377 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:39.004103 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eef6d-730f-43d9-95da-305422b5f0f4 req-5dcd0e67-a73f-4998-9a53-67a110e3f44a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:39.005567 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed3eef6d-730f-43d9-95da-305422b5f0f4 req-5dcd0e67-a73f-4998-9a53-67a110e3f44a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0553131 Sep 26 12:35:39.054059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed3eef6d-730f-43d9-95da-305422b5f0f4 req-c882823f-f248-4059-b825-d6c9270f1e00 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Sep 26 12:35:39.923394 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:40.067663 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-14d171c1-a889-4f50-86a9-db389c7d4790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:40.079027 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:40.185669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:40.200738 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e2b8f-b4a9-4e3f-a667-62e814bf0db7 req-db07aa37-8744-4955-a411-124bbd818e8f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:40.202403 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c7e2b8f-b4a9-4e3f-a667-62e814bf0db7 req-db07aa37-8744-4955-a411-124bbd818e8f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0517013 Sep 26 12:35:40.252144 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c7e2b8f-b4a9-4e3f-a667-62e814bf0db7 req-665a5620-fbdb-4a28-a7e8-3b02aa858abd tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Sep 26 12:35:41.380520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c591b-3f4a-437c-9131-041db68efd45 req-4c4df34b-b25b-4503-992e-bae0e6c5c023 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:41.384989 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f3c591b-3f4a-437c-9131-041db68efd45 req-4c4df34b-b25b-4503-992e-bae0e6c5c023 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0578933 Sep 26 12:35:41.434502 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f3c591b-3f4a-437c-9131-041db68efd45 req-db7a66d5-2b31-4746-b4d8-15aae850a870 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Sep 26 12:35:42.368952 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef91-47f9-41ca-bcc5-a3add942a8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:42.494834 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:42.556800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079ea9-f3ea-4a79-834c-8c84cee4228a req-9882a424-4d47-40cc-8481-febd511a2367 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:42.558377 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a079ea9-f3ea-4a79-834c-8c84cee4228a req-9882a424-4d47-40cc-8481-febd511a2367 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0477743 Sep 26 12:35:42.608702 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a079ea9-f3ea-4a79-834c-8c84cee4228a req-1b86a973-5ab6-4956-8111-0bb07f750207 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Sep 26 12:35:43.264402 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37688) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:43.375236 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4234c21f-38a2-48f2-90c3-05ec2b005622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.376888 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.431301 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:43.451660 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4234c21f-38a2-48f2-90c3-05ec2b005622 admin admin] Publish callbacks [] for security_group (920121a6-6385-4f29-b278-bac023aeab58), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.541675 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4234c21f-38a2-48f2-90c3-05ec2b005622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (920121a6-6385-4f29-b278-bac023aeab58), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.582509 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4234c21f-38a2-48f2-90c3-05ec2b005622 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=920a50f3266041c0ad6a4961f7384c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170307 Sep 26 12:35:43.584466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c21f-38a2-48f2-90c3-05ec2b005622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920121a6-6385-4f29-b278-bac023aeab58,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:43.585243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37700) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:43.632087 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:43.635605 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] Publish callbacks [] for security_group (920121a6-6385-4f29-b278-bac023aeab58), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.657466 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] Publish callbacks [] for security_group (920121a6-6385-4f29-b278-bac023aeab58), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.738286 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f976-8411-40b1-b2fd-7de75daac451 req-4a1d3510-b140-4496-ad94-49a5c9c6fb54 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:43.739779 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee96f976-8411-40b1-b2fd-7de75daac451 req-4a1d3510-b140-4496-ad94-49a5c9c6fb54 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0519760 Sep 26 12:35:43.787978 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee96f976-8411-40b1-b2fd-7de75daac451 req-43361bd2-7001-4a48-a92d-c2853dea6fd7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Sep 26 12:35:43.799273 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (920121a6-6385-4f29-b278-bac023aeab58), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.814630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:43.814630 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/920121a6-6385-4f29-b278-bac023aeab58 HTTP/1.1" status: 204 len: 168 time: 0.2175145 Sep 26 12:35:43.814630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717371-997c-44f8-8e19-0bd1cb0792d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920121a6-6385-4f29-b278-bac023aeab58,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:44.218326 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:35:44.574220 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 37718) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:44.588604 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d5933154-80fd-4c72-bdab-d08f460d0031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:44.680537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d5933154-80fd-4c72-bdab-d08f460d0031 admin admin] Publish callbacks [] for security_group (32230430-769c-4fbe-a02a-80f9e70e9816), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:44.776250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d5933154-80fd-4c72-bdab-d08f460d0031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (32230430-769c-4fbe-a02a-80f9e70e9816), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:44.822132 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d5933154-80fd-4c72-bdab-d08f460d0031 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0d95d6914abe4d66923fcd46097f3cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465057 Sep 26 12:35:44.824479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5933154-80fd-4c72-bdab-d08f460d0031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32230430-769c-4fbe-a02a-80f9e70e9816,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:44.824732 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 37730) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:35:44.893895 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] Publish callbacks [] for security_group (32230430-769c-4fbe-a02a-80f9e70e9816), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:44.919485 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] Publish callbacks [] for security_group (32230430-769c-4fbe-a02a-80f9e70e9816), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:44.938764 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dd82c-d746-4cf2-bef9-fbde1cd48590 req-0451a36e-2b8f-4be4-8018-b5a98225f79f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:44.940786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d05dd82c-d746-4cf2-bef9-fbde1cd48590 req-0451a36e-2b8f-4be4-8018-b5a98225f79f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0515375 Sep 26 12:35:45.031744 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d05dd82c-d746-4cf2-bef9-fbde1cd48590 req-872f26ae-be65-494a-afb1-a862c7a1dbe6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699575 Sep 26 12:35:45.096318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (32230430-769c-4fbe-a02a-80f9e70e9816), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:45.096813 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:45.103098 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:45.109673 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/32230430-769c-4fbe-a02a-80f9e70e9816 HTTP/1.1" status: 204 len: 168 time: 0.2786267 Sep 26 12:35:45.116807 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1667afa-22b7-4e0d-a57b-60a4b7f3d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32230430-769c-4fbe-a02a-80f9e70e9816,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:35:45.150071 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:35:46.137979 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c784b-faf6-46b6-8388-5d98f13652ea req-1bc89e0e-5e5b-49d7-9784-1cb4e1b01878 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:46.137979 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-755c784b-faf6-46b6-8388-5d98f13652ea req-1bc89e0e-5e5b-49d7-9784-1cb4e1b01878 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0534170 Sep 26 12:35:46.190227 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-755c784b-faf6-46b6-8388-5d98f13652ea req-2142786a-4ee8-46f4-834f-561fb478be32 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Sep 26 12:35:47.327065 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13283989-83eb-45da-9dd0-049ab0d7cb0d req-2c4ad462-f041-44bd-8c88-24a58395e175 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:47.328564 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13283989-83eb-45da-9dd0-049ab0d7cb0d req-2c4ad462-f041-44bd-8c88-24a58395e175 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0537190 Sep 26 12:35:47.379367 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13283989-83eb-45da-9dd0-049ab0d7cb0d req-ae981790-510d-4ba0-8a2c-7948dd173c19 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449307 Sep 26 12:35:48.291554 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33624e-7547-4cb2-be83-5c88298142cf req-0b20f102-fcaf-40ab-92d0-a7fc3c8debfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:48.293060 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb33624e-7547-4cb2-be83-5c88298142cf req-0b20f102-fcaf-40ab-92d0-a7fc3c8debfd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1130 time: 0.0376356 Sep 26 12:35:48.323770 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:48.345116 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb33624e-7547-4cb2-be83-5c88298142cf req-5a23ec4c-fb47-4c9c-aa6b-c091beaaace3 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Sep 26 12:35:48.504718 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ba69-9ba3-4990-8503-793bec9efaac req-0c74c925-ce62-44a0-b24d-2e6731f69c56 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:48.506211 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2561ba69-9ba3-4990-8503-793bec9efaac req-0c74c925-ce62-44a0-b24d-2e6731f69c56 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0470955 Sep 26 12:35:48.556844 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2561ba69-9ba3-4990-8503-793bec9efaac req-d7dba404-44c8-48b9-9336-37bc80435d7f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Sep 26 12:35:49.675858 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f095735-97c7-4cec-b136-651d66093b96 req-6b2ab392-e255-46bb-a139-cece6029742e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:49.677294 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f095735-97c7-4cec-b136-651d66093b96 req-6b2ab392-e255-46bb-a139-cece6029742e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0457358 Sep 26 12:35:49.725204 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f095735-97c7-4cec-b136-651d66093b96 req-516a19d0-edad-465b-9af2-c2005d3fafff tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Sep 26 12:35:50.857713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5708b-3709-4295-b758-3550d0aa5397 req-0c9450aa-17b1-45d6-9ec3-b43988edf6ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:50.859163 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-10f5708b-3709-4295-b758-3550d0aa5397 req-0c9450aa-17b1-45d6-9ec3-b43988edf6ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0509589 Sep 26 12:35:50.871731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:50.908952 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-10f5708b-3709-4295-b758-3550d0aa5397 req-c79068f1-d2e0-4254-aff7-e4eff5fa319b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Sep 26 12:35:51.035276 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d9381-4598-4c74-a724-9654b7c34ae8 req-8617c2c9-04d4-4ad6-8803-0fe624e84026 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:51.036768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-582d9381-4598-4c74-a724-9654b7c34ae8 req-8617c2c9-04d4-4ad6-8803-0fe624e84026 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Sep 26 12:35:51.085414 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-582d9381-4598-4c74-a724-9654b7c34ae8 req-0fcbe553-489f-4250-973c-a9b122415315 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Sep 26 12:35:53.540536 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3395cc-6665-4401-8fa0-abb414945e90 req-016db920-0277-41ce-a1ff-7bc080a1bdb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:53.542067 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fb3395cc-6665-4401-8fa0-abb414945e90 req-016db920-0277-41ce-a1ff-7bc080a1bdb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Sep 26 12:35:53.614826 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fb3395cc-6665-4401-8fa0-abb414945e90 req-f7686ecc-529c-43ce-becd-0d0163ad2a8e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635140 Sep 26 12:35:53.727395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-ebcd582d-5e4c-4ceb-9ef5-8fcc00b13aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:53.729172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-ebcd582d-5e4c-4ceb-9ef5-8fcc00b13aa1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1129 time: 0.0680621 Sep 26 12:35:53.832788 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-4bc1606c-8e4c-45a2-be38-2525e5b0f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:53.834267 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-4bc1606c-8e4c-45a2-be38-2525e5b0f977 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0882869 Sep 26 12:35:53.873812 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-e1cda15d-3af4-4a08-8e68-600828bf5b88 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 217 time: 0.0312161 Sep 26 12:35:53.927842 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-9b66cdd0-22ba-470a-bbfb-856907514195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:53.929331 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-9b66cdd0-22ba-470a-bbfb-856907514195 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0482647 Sep 26 12:35:53.980879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-362d82f1-4f97-4e72-a9d0-247074576c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:53.982392 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-362d82f1-4f97-4e72-a9d0-247074576c92 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445104 Sep 26 12:35:54.086671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-b7fc7572-5e96-44dc-a232-a5c27b1df8b1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943744 Sep 26 12:35:54.187032 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df4b3f07-fa90-4efc-a92a-4d4c99cad461 req-bc393c0c-346a-4100-8227-c8d5d8a820f0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917907 Sep 26 12:35:54.215243 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:54.760631 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258aba8-b2d2-4ccd-9849-a301889b9829 req-6a1fcbda-6f1b-4bf7-9b21-0b5829887211 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:54.762091 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3258aba8-b2d2-4ccd-9849-a301889b9829 req-6a1fcbda-6f1b-4bf7-9b21-0b5829887211 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Sep 26 12:35:54.814987 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3258aba8-b2d2-4ccd-9849-a301889b9829 req-38e7acc5-1d3b-46f8-a46c-39f40439a145 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Sep 26 12:35:54.958539 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:55.018844 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:55.108570 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:55.133199 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:55.931298 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea655-56ab-4b8b-b251-9cae71e4c9ed req-282e72f0-c014-417b-8ca8-e14011fd43b5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:55.932739 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93bea655-56ab-4b8b-b251-9cae71e4c9ed req-282e72f0-c014-417b-8ca8-e14011fd43b5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0444603 Sep 26 12:35:55.957847 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:35:55.979546 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93bea655-56ab-4b8b-b251-9cae71e4c9ed req-8e7e3297-da56-4333-a6b4-9e2b83de0314 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Sep 26 12:35:57.100211 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad353-ad7d-495e-8cd7-e3afb5d6ae34 req-4a376b11-af58-402f-8ca9-3925ed289dba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:57.101615 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-727ad353-ad7d-495e-8cd7-e3afb5d6ae34 req-4a376b11-af58-402f-8ca9-3925ed289dba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0453792 Sep 26 12:35:57.147736 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-727ad353-ad7d-495e-8cd7-e3afb5d6ae34 req-a0bd9559-6f7e-4219-94a0-30559dcba0ab tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Sep 26 12:35:58.276031 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b6cec-0c85-49dd-8e1a-d0138b1c4d54 req-a09c85b6-9249-43e7-8454-ccbd1b7c625a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:58.277471 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-737b6cec-0c85-49dd-8e1a-d0138b1c4d54 req-a09c85b6-9249-43e7-8454-ccbd1b7c625a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Sep 26 12:35:58.323831 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-737b6cec-0c85-49dd-8e1a-d0138b1c4d54 req-a936e643-2c9a-4835-8f55-de63ebc12322 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Sep 26 12:35:59.441916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2e68-4e4f-4397-a14e-61a72231de5b req-707d6373-55c3-4496-8449-6310c6c9f1c6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:35:59.443288 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-858e2e68-4e4f-4397-a14e-61a72231de5b req-707d6373-55c3-4496-8449-6310c6c9f1c6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0461659 Sep 26 12:35:59.490998 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-858e2e68-4e4f-4397-a14e-61a72231de5b req-5b76c0c9-be81-4847-b4ec-4656ea594f35 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Sep 26 12:36:00.621428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d60a-0f96-4f2c-a6ee-4daeea895ad4 req-81ceb239-17d6-4a74-b5b0-d37ea62cb8e9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:00.623117 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2f73d60a-0f96-4f2c-a6ee-4daeea895ad4 req-81ceb239-17d6-4a74-b5b0-d37ea62cb8e9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0478907 Sep 26 12:36:00.636087 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38072) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:00.647877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:00.678047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2f73d60a-0f96-4f2c-a6ee-4daeea895ad4 req-0fcfbdf6-803b-42fc-b708-b8e96ff0bd26 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Sep 26 12:36:00.760512 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:00.834973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Publish callbacks [] for security_group (857cf725-1cf8-4162-8ef3-652c4001077f), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:00.968203 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (857cf725-1cf8-4162-8ef3-652c4001077f), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:01.009129 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed4a454278a1444ca5ed3288a1539c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714535 Sep 26 12:36:01.010104 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857cf725-1cf8-4162-8ef3-652c4001077f,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:01.011932 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38080) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:01.017457 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.017871 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.018303 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.018712 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.019115 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.019516 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.019956 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.020350 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.020759 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.021155 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.021566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.021978 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.022369 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.022792 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.023177 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21a86e-f25b-4583-8418-fcb1a72fd97f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.063362 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Publish callbacks [] for security_group (857cf725-1cf8-4162-8ef3-652c4001077f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:01.084020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Publish callbacks [] for security_group (857cf725-1cf8-4162-8ef3-652c4001077f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:01.204413 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (857cf725-1cf8-4162-8ef3-652c4001077f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:01.207154 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:01.208330 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/857cf725-1cf8-4162-8ef3-652c4001077f HTTP/1.1" status: 204 len: 168 time: 0.1952786 Sep 26 12:36:01.226848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857cf725-1cf8-4162-8ef3-652c4001077f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:01.239269 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.239623 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.239992 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.240336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.242161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.244096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.244947 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.245567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.246134 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.247822 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.248463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.249794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.250747 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.251268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.251974 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeef3061-6586-437e-8a5b-6719c1e97fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:01.800282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c8679-d772-471e-881b-f7717b610a6a req-133fa3f1-1ac8-46ca-96f8-f2711b61cdd2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:01.801766 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7f4c8679-d772-471e-881b-f7717b610a6a req-133fa3f1-1ac8-46ca-96f8-f2711b61cdd2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0465822 Sep 26 12:36:01.851721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7f4c8679-d772-471e-881b-f7717b610a6a req-ddf21460-87cd-4f13-b5ef-72d1875a243d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Sep 26 12:36:01.989820 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38110) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:02.003026 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c68d505-60ff-4752-9351-a398f68fc13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.079756 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c68d505-60ff-4752-9351-a398f68fc13a admin admin] Publish callbacks [] for security_group (75a1a1c0-299c-4286-98a0-3e6f039bb3fe), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.238150 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1c68d505-60ff-4752-9351-a398f68fc13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (75a1a1c0-299c-4286-98a0-3e6f039bb3fe), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.279388 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1c68d505-60ff-4752-9351-a398f68fc13a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3b14dcda9e7c4087ad9353b2d0a8ff6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883935 Sep 26 12:36:02.280270 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d505-60ff-4752-9351-a398f68fc13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1a1c0-299c-4286-98a0-3e6f039bb3fe,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:02.282391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38118) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:02.338550 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] Publish callbacks [] for security_group (75a1a1c0-299c-4286-98a0-3e6f039bb3fe), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.358882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] Publish callbacks [] for security_group (75a1a1c0-299c-4286-98a0-3e6f039bb3fe), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.563935 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (75a1a1c0-299c-4286-98a0-3e6f039bb3fe), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.566652 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:02.567827 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/75a1a1c0-299c-4286-98a0-3e6f039bb3fe HTTP/1.1" status: 204 len: 168 time: 0.2801328 Sep 26 12:36:02.576463 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e1a78-684a-4449-b7cd-6e3004a4fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1a1c0-299c-4286-98a0-3e6f039bb3fe,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:02.971441 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688b8e0-7b2e-465f-a6c8-ebf84ce3ae2d req-50b6f911-cc76-4142-b005-beeab3a33026 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:02.973013 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7688b8e0-7b2e-465f-a6c8-ebf84ce3ae2d req-50b6f911-cc76-4142-b005-beeab3a33026 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0461807 Sep 26 12:36:03.024766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:03.041934 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7688b8e0-7b2e-465f-a6c8-ebf84ce3ae2d req-56f3d28d-8c64-4e22-8fb0-c3e60510e44a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Sep 26 12:36:04.177324 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cc4fd-09a1-4b99-bb5b-48e357472941 req-67cc5061-9d68-40ed-a60a-21ae222182a1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:04.178950 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-961cc4fd-09a1-4b99-bb5b-48e357472941 req-67cc5061-9d68-40ed-a60a-21ae222182a1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0555751 Sep 26 12:36:04.229710 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-961cc4fd-09a1-4b99-bb5b-48e357472941 req-f98b1de0-1d16-4f71-a4f5-7ac77f19d2c9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Sep 26 12:36:04.290100 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:05.099993 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=17 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:05.101862 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=15 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:05.352019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294604-77cc-430c-932d-2a9806378e59 req-5c02649b-7d02-4ff5-9af2-8c9c237009e6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:05.353474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63294604-77cc-430c-932d-2a9806378e59 req-5c02649b-7d02-4ff5-9af2-8c9c237009e6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0461652 Sep 26 12:36:05.401865 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63294604-77cc-430c-932d-2a9806378e59 req-1934ba34-2973-4da0-a568-847025cfa3e3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Sep 26 12:36:06.538667 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7f1a4-1b1c-49f1-bb94-55b23a155ec1 req-ae133ab0-dcff-4276-a23d-f33dd8e8a62c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:06.540805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dee7f1a4-1b1c-49f1-bb94-55b23a155ec1 req-ae133ab0-dcff-4276-a23d-f33dd8e8a62c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Sep 26 12:36:06.588187 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dee7f1a4-1b1c-49f1-bb94-55b23a155ec1 req-54d51cbd-4243-40ed-b377-8d842d9630cc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Sep 26 12:36:07.721229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5408-2e64-4ca7-9a03-290161f1c649 req-b998bc00-449b-48cb-b5da-3964fe6b2ae7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:07.722905 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-596e5408-2e64-4ca7-9a03-290161f1c649 req-b998bc00-449b-48cb-b5da-3964fe6b2ae7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Sep 26 12:36:07.734079 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:07.770451 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-596e5408-2e64-4ca7-9a03-290161f1c649 req-cfa65e26-192d-493f-a98d-2cdf46d85c9e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Sep 26 12:36:08.014288 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-5c4c2cfd-d332-4269-86a9-f9726d7d88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:08.015783 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-5c4c2cfd-d332-4269-86a9-f9726d7d88b3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1129 time: 0.0409484 Sep 26 12:36:08.127488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-b9489ef7-8eaf-4ed4-87d4-a71ad55d05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:08.128953 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-b9489ef7-8eaf-4ed4-87d4-a71ad55d05a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0904984 Sep 26 12:36:08.170012 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-8c8a00dd-d845-4d6e-bd32-0e7b77c1164f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 217 time: 0.0321183 Sep 26 12:36:08.226305 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-3574c7e4-ad90-44c4-b043-72391179db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:08.227786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-3574c7e4-ad90-44c4-b043-72391179db1b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0472891 Sep 26 12:36:08.479916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-b8940b50-2d84-4e5f-9328-911459b80c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:08.481431 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-b8940b50-2d84-4e5f-9328-911459b80c7b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2369771 Sep 26 12:36:08.574024 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-9845ba66-0944-4a0c-ac9b-03da685ebcec service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859740 Sep 26 12:36:08.663581 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a00947-ec25-4c18-83e6-c10060d77c5e req-2e6005a5-2111-4cc8-8b8d-f7ee88bfe8ad service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Sep 26 12:36:08.885783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f71c9-04a9-45e9-a181-c69d463fa363 req-56bdeae0-9022-4279-a6c3-c97a1be5bca1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:08.887209 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-640f71c9-04a9-45e9-a181-c69d463fa363 req-56bdeae0-9022-4279-a6c3-c97a1be5bca1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0449002 Sep 26 12:36:08.937101 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-640f71c9-04a9-45e9-a181-c69d463fa363 req-bff0c2db-4907-4efb-85e8-197d58eb9e1b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Sep 26 12:36:10.074940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60330ae5-5129-4eb6-b873-e8507be4739a req-bc684d64-322b-423f-b3a5-63f1df322652 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:10.077072 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60330ae5-5129-4eb6-b873-e8507be4739a req-bc684d64-322b-423f-b3a5-63f1df322652 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0484467 Sep 26 12:36:10.107889 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:10.128372 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60330ae5-5129-4eb6-b873-e8507be4739a req-c22ec7d9-9fbd-46ca-8b27-75e13cdb9de1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Sep 26 12:36:10.188124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-58b90f67-2f16-4c4e-8358-121abf71927b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:10.901336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd2b9-e54c-4a82-9380-13e2b12424bf req-f0ca896f-146b-4884-8df0-0c5f819eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:10.903096 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fcfd2b9-e54c-4a82-9380-13e2b12424bf req-f0ca896f-146b-4884-8df0-0c5f819eca41 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1129 time: 0.0534561 Sep 26 12:36:10.959770 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fcfd2b9-e54c-4a82-9380-13e2b12424bf req-6e7851cf-45fe-4898-a860-623c4d11da77 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Sep 26 12:36:11.938683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfda12-eaee-4575-8d76-8b32f98495df req-6090bc3a-2759-40ab-819b-b3a75d1d737f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:11.940462 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95cfda12-eaee-4575-8d76-8b32f98495df req-6090bc3a-2759-40ab-819b-b3a75d1d737f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0510013 Sep 26 12:36:11.987496 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95cfda12-eaee-4575-8d76-8b32f98495df req-ca71a786-1212-49f0-99a4-be45537a3573 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Sep 26 12:36:12.096709 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7d76e-f6e7-4b6d-800b-4d70ee937b5a req-08707b95-2ee8-4a75-ac73-b0e870e91abf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:12.098076 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-def7d76e-f6e7-4b6d-800b-4d70ee937b5a req-08707b95-2ee8-4a75-ac73-b0e870e91abf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Sep 26 12:36:12.150052 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-def7d76e-f6e7-4b6d-800b-4d70ee937b5a req-b129ae38-b011-43d0-9112-22308cc675f8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463307 Sep 26 12:36:12.312120 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ed19d420-74ee-4541-8456-324068640c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:12.570907 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:12.572830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:13.111126 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858da67-3ea1-4560-ad94-6c8d64236209 req-12e17c21-f532-41af-af1b-742405618b75 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:13.112606 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e858da67-3ea1-4560-ad94-6c8d64236209 req-12e17c21-f532-41af-af1b-742405618b75 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0456424 Sep 26 12:36:13.151334 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:13.162921 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e858da67-3ea1-4560-ad94-6c8d64236209 req-29465af8-afbb-41ba-b7ee-9887d0343dcc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Sep 26 12:36:13.422541 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943cc3f-1dbb-4417-ab0c-cd7895081b25 req-9ccfed3d-e5b6-4759-ac1b-a10032256418 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:13.423995 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e943cc3f-1dbb-4417-ab0c-cd7895081b25 req-9ccfed3d-e5b6-4759-ac1b-a10032256418 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0488467 Sep 26 12:36:13.471330 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e943cc3f-1dbb-4417-ab0c-cd7895081b25 req-7233c7fe-9d67-46fb-973a-c3235d35bb2d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Sep 26 12:36:13.484779 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:13.509724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38414) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:13.687460 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38428) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:13.748178 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-857bcf06-b70e-4de0-b27b-e073304164c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:13.755396 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c06b-eb9f-42b9-9aa7-f27a45745556 req-3a5635a5-5099-4a5d-9f30-38f1ad53224c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:13.756975 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2399c06b-eb9f-42b9-9aa7-f27a45745556 req-3a5635a5-5099-4a5d-9f30-38f1ad53224c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Sep 26 12:36:13.761697 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc79369d-b453-4e50-8c64-fce3dc1bade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:13.803688 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2399c06b-eb9f-42b9-9aa7-f27a45745556 req-e048eb76-100e-4f24-a330-e4710c096f5d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Sep 26 12:36:13.868105 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-91a668d7-2d9e-41ec-bda6-1a31481ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:13.869719 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-91a668d7-2d9e-41ec-bda6-1a31481ab7c4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 1129 time: 0.0459805 Sep 26 12:36:13.873551 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-857bcf06-b70e-4de0-b27b-e073304164c8 admin admin] Publish callbacks [] for security_group (c3193e2e-3b4f-4c5c-a74b-d92fb907497c), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:13.900212 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc79369d-b453-4e50-8c64-fce3dc1bade9 admin admin] Publish callbacks [] for security_group (1a2ac720-42bc-413b-a054-b38e237f6190), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:13.964309 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-45f9fda7-6d48-4293-b030-4f9e123bd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:13.966291 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-45f9fda7-6d48-4293-b030-4f9e123bd9d7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0896661 Sep 26 12:36:14.006715 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-3bce59ea-b909-4742-b092-cfda4bf94a4e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 200 len: 217 time: 0.0341823 Sep 26 12:36:14.020700 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-857bcf06-b70e-4de0-b27b-e073304164c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c3193e2e-3b4f-4c5c-a74b-d92fb907497c), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.060830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-7b430452-9a99-41b9-b319-9f141d21cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:14.061030 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bcf06-b70e-4de0-b27b-e073304164c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3193e2e-3b4f-4c5c-a74b-d92fb907497c,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:14.061130 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-7b430452-9a99-41b9-b319-9f141d21cd5d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0431266 Sep 26 12:36:14.063186 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-857bcf06-b70e-4de0-b27b-e073304164c8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=64ccdc8ac1c04dd0978b612ef492df1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523839 Sep 26 12:36:14.066129 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38436) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:14.095164 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc79369d-b453-4e50-8c64-fce3dc1bade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1a2ac720-42bc-413b-a054-b38e237f6190), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.112572 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-22ec70f1-917d-4bcf-8a0c-5931bc856e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:14.114070 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-22ec70f1-917d-4bcf-8a0c-5931bc856e3a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442698 Sep 26 12:36:14.215919 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-68c5c23a-0633-40c3-b784-c113021bb03b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928607 Sep 26 12:36:14.323480 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c903452-9b78-4b69-bdd7-e5e433b13ae9 req-f39f63ad-9afc-4ab1-8f1a-3bbe03a45083 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004553 Sep 26 12:36:14.357118 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79369d-b453-4e50-8c64-fce3dc1bade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ac720-42bc-413b-a054-b38e237f6190,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:14.362948 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cc79369d-b453-4e50-8c64-fce3dc1bade9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=abcfb834a2c4411a80956f972fa4e4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739283 Sep 26 12:36:14.365653 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38440) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:14.371820 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] Publish callbacks [] for security_group (c3193e2e-3b4f-4c5c-a74b-d92fb907497c), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.406410 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] Publish callbacks [] for security_group (c3193e2e-3b4f-4c5c-a74b-d92fb907497c), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.407950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:14.456707 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] Publish callbacks [] for security_group (1a2ac720-42bc-413b-a054-b38e237f6190), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.477605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] Publish callbacks [] for security_group (1a2ac720-42bc-413b-a054-b38e237f6190), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.610167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af8f14-b949-4f16-9d36-4973e8eee396 req-1827dde8-a4f0-446a-b4f2-0ad93b2c901e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:14.611765 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9af8f14-b949-4f16-9d36-4973e8eee396 req-1827dde8-a4f0-446a-b4f2-0ad93b2c901e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Sep 26 12:36:14.625278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:14.660705 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9af8f14-b949-4f16-9d36-4973e8eee396 req-f431e43e-d252-4f02-ba5b-9e07b8cadf4c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Sep 26 12:36:14.664016 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c3193e2e-3b4f-4c5c-a74b-d92fb907497c), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.664016 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.665386 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c3193e2e-3b4f-4c5c-a74b-d92fb907497c HTTP/1.1" status: 204 len: 168 time: 0.5983248 Sep 26 12:36:14.680874 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270247-9aa2-4464-9514-940f96c03b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3193e2e-3b4f-4c5c-a74b-d92fb907497c,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:14.707664 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1a2ac720-42bc-413b-a054-b38e237f6190), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.712112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:14.717554 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1a2ac720-42bc-413b-a054-b38e237f6190 HTTP/1.1" status: 204 len: 168 time: 0.3467820 Sep 26 12:36:14.733826 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da417c1-b0d4-47ca-8587-75807c1af822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ac720-42bc-413b-a054-b38e237f6190,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:14.940347 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba504aad-5d69-42c8-b0cc-a83baa9bb7d5 req-18ee0322-3eb2-4ae6-8afa-73d637e6ca2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:14.941881 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba504aad-5d69-42c8-b0cc-a83baa9bb7d5 req-18ee0322-3eb2-4ae6-8afa-73d637e6ca2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Sep 26 12:36:14.992624 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba504aad-5d69-42c8-b0cc-a83baa9bb7d5 req-bc90662f-2db6-49d1-bdf5-ed7d86493152 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Sep 26 12:36:15.124063 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.124758 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.484891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38468) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:15.500327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0d03777-4fd4-49df-8989-8d6f7fcf09f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.532814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:15.574785 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0d03777-4fd4-49df-8989-8d6f7fcf09f4 admin admin] Publish callbacks [] for security_group (743e0fc4-a0a0-441b-a515-803461766ac5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.594938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38470) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:15.611973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f87-8fb3-439d-9ef4-901a3cf79c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.690196 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f87-8fb3-439d-9ef4-901a3cf79c19 admin admin] Publish callbacks [] for security_group (9448ecda-b184-42d4-b261-01205f766484), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.740785 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0d03777-4fd4-49df-8989-8d6f7fcf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (743e0fc4-a0a0-441b-a515-803461766ac5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.806859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b0d03777-4fd4-49df-8989-8d6f7fcf09f4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26f65c99f84a4b16b036e9b4531ae880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209012 Sep 26 12:36:15.810045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d03777-4fd4-49df-8989-8d6f7fcf09f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e0fc4-a0a0-441b-a515-803461766ac5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:15.810297 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38478) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:15.827476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd0011-97cc-4f9c-b5c4-9322c630a114 req-5f6f7b61-f553-4493-861a-dfa4ebfb93bf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:15.829003 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31cd0011-97cc-4f9c-b5c4-9322c630a114 req-5f6f7b61-f553-4493-861a-dfa4ebfb93bf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0698674 Sep 26 12:36:15.862863 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f87-8fb3-439d-9ef4-901a3cf79c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9448ecda-b184-42d4-b261-01205f766484), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.864242 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] Publish callbacks [] for security_group (743e0fc4-a0a0-441b-a515-803461766ac5), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.884866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] Publish callbacks [] for security_group (743e0fc4-a0a0-441b-a515-803461766ac5), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:15.886861 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:15.907302 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31cd0011-97cc-4f9c-b5c4-9322c630a114 req-f521b6da-2b67-4933-863e-196943799ca1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724690 Sep 26 12:36:15.913124 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d3ce3f87-8fb3-439d-9ef4-901a3cf79c19 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=450c782509ef475fa73aa875a49e543e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171556 Sep 26 12:36:15.916599 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38480) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:15.928708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce3f87-8fb3-439d-9ef4-901a3cf79c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9448ecda-b184-42d4-b261-01205f766484,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:15.981489 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] Publish callbacks [] for security_group (9448ecda-b184-42d4-b261-01205f766484), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.002734 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] Publish callbacks [] for security_group (9448ecda-b184-42d4-b261-01205f766484), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.017263 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:16.095198 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (743e0fc4-a0a0-441b-a515-803461766ac5), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.098091 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.101900 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/743e0fc4-a0a0-441b-a515-803461766ac5 HTTP/1.1" status: 204 len: 168 time: 0.2879782 Sep 26 12:36:16.109607 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002d6b-78e3-45e1-816d-7f76fd063032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e0fc4-a0a0-441b-a515-803461766ac5,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:16.124007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3a91f-3e41-47ce-b9a4-a10743da3b49 req-ae624749-d058-4704-b60d-6ef5d77ba018 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:16.125522 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99f3a91f-3e41-47ce-b9a4-a10743da3b49 req-ae624749-d058-4704-b60d-6ef5d77ba018 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0508950 Sep 26 12:36:16.152488 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9448ecda-b184-42d4-b261-01205f766484), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.155336 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:16.157798 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9448ecda-b184-42d4-b261-01205f766484 HTTP/1.1" status: 204 len: 168 time: 0.2389898 Sep 26 12:36:16.165008 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52dbef-8e14-4b59-a7e9-6119d1881b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9448ecda-b184-42d4-b261-01205f766484,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:16.191959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99f3a91f-3e41-47ce-b9a4-a10743da3b49 req-de39494a-5cf5-4b68-b067-65558eeb1f88 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Sep 26 12:36:17.045830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8fa9e-72bf-40ac-ae5b-ead1f51d6d7f req-33e82e57-7cb4-4e14-b711-ab3dcd7feb7c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:17.046307 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0a8fa9e-72bf-40ac-ae5b-ead1f51d6d7f req-33e82e57-7cb4-4e14-b711-ab3dcd7feb7c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Sep 26 12:36:17.098604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0a8fa9e-72bf-40ac-ae5b-ead1f51d6d7f req-daadbe54-4cdc-4b41-8df7-19760f1a1a49 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 Sep 26 12:36:17.331184 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20db37-6fcb-473f-9f6f-16143da09fba req-3116960d-bdc9-4ff6-9aa8-81c8ad53b072 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:17.332683 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a20db37-6fcb-473f-9f6f-16143da09fba req-3116960d-bdc9-4ff6-9aa8-81c8ad53b072 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0608344 Sep 26 12:36:17.385162 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a20db37-6fcb-473f-9f6f-16143da09fba req-202f9afc-f456-430e-84eb-9be1e380ab04 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Sep 26 12:36:18.022130 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38566) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:18.132349 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2c50d25-35f9-4785-9421-dd6bc3e99f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.246203 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2c50d25-35f9-4785-9421-dd6bc3e99f96 admin admin] Publish callbacks [] for security_group (95a58ede-1d0c-4878-8d19-1f27be5bbe66), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.246490 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08017d1-ffb3-438d-93db-3425adb10f17 req-b94cac37-71e7-42d5-a4a3-e03974eb0814 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:18.248176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a08017d1-ffb3-438d-93db-3425adb10f17 req-b94cac37-71e7-42d5-a4a3-e03974eb0814 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0691683 Sep 26 12:36:18.300963 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a08017d1-ffb3-438d-93db-3425adb10f17 req-9e43cacd-8f7c-4791-b433-f791d01fa98f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463874 Sep 26 12:36:18.380818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c2c50d25-35f9-4785-9421-dd6bc3e99f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95a58ede-1d0c-4878-8d19-1f27be5bbe66), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.430256 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c2c50d25-35f9-4785-9421-dd6bc3e99f96 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4ea16f2110874341b15cf85c7f7736ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069963 Sep 26 12:36:18.431488 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c50d25-35f9-4785-9421-dd6bc3e99f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a58ede-1d0c-4878-8d19-1f27be5bbe66,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:18.432950 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38584) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:18.502935 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] Publish callbacks [] for security_group (95a58ede-1d0c-4878-8d19-1f27be5bbe66), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.530092 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] Publish callbacks [] for security_group (95a58ede-1d0c-4878-8d19-1f27be5bbe66), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.746223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95a58ede-1d0c-4878-8d19-1f27be5bbe66), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.748767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:18.749913 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/95a58ede-1d0c-4878-8d19-1f27be5bbe66 HTTP/1.1" status: 204 len: 168 time: 0.3155882 Sep 26 12:36:18.772475 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607438c-2bad-43e2-b1e0-fed6fb121205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a58ede-1d0c-4878-8d19-1f27be5bbe66,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:19.024523 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38606) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:19.029281 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945912231', 'description': 'tempest-description--1587675154'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:19.169512 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.195101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:19.239513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (624b9c17-f7b3-4e42-9e70-ba618f4c939c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.381326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (624b9c17-f7b3-4e42-9e70-ba618f4c939c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.392762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38618) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:19.494032 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624b9c17-f7b3-4e42-9e70-ba618f4c939c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:19.505775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522d8a-4c4c-490c-97ae-07b2c32affdc req-b3d8d20b-77cb-4ad7-90fc-4ed6717ff1f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:19.508017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51522d8a-4c4c-490c-97ae-07b2c32affdc req-b3d8d20b-77cb-4ad7-90fc-4ed6717ff1f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0714076 Sep 26 12:36:19.545623 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a9d629a3-5d9a-43ea-9cf6-681a88b3f716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.567538 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51522d8a-4c4c-490c-97ae-07b2c32affdc req-33cfe964-77e2-41b3-a60a-f93c9ea558d3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525024 Sep 26 12:36:19.570670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.571993 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1da7aad1-0b5a-4393-8f35-bd1305421fff tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5464098 Sep 26 12:36:19.575323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38638) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:19.580788 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '624b9c17-f7b3-4e42-9e70-ba618f4c939c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:19.646294 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a9d629a3-5d9a-43ea-9cf6-681a88b3f716 admin admin] Publish callbacks [] for security_group (0d964938-532c-4e82-a356-2a3fde0bdb28), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.718020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (a8bba51b-9dc0-4d36-8103-3d42be3fe151), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.747854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:19.752853 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a9d629a3-5d9a-43ea-9cf6-681a88b3f716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (0d964938-532c-4e82-a356-2a3fde0bdb28), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.765822 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38646) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:19.781321 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141916246', 'description': 'tempest-description--128188512'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:19.788863 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (a8bba51b-9dc0-4d36-8103-3d42be3fe151), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.806748 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a9d629a3-5d9a-43ea-9cf6-681a88b3f716 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6f81911f9c70417eb0c73ae3e2c956eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129086 Sep 26 12:36:19.810064 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38648) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:19.813320 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d629a3-5d9a-43ea-9cf6-681a88b3f716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d964938-532c-4e82-a356-2a3fde0bdb28,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:19.861291 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] Publish callbacks [] for security_group (0d964938-532c-4e82-a356-2a3fde0bdb28), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.880864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] Publish callbacks [] for security_group (0d964938-532c-4e82-a356-2a3fde0bdb28), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.912478 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.915370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (a8bba51b-9dc0-4d36-8103-3d42be3fe151), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:19.938174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bba51b-9dc0-4d36-8103-3d42be3fe151,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:20.066868 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (0d964938-532c-4e82-a356-2a3fde0bdb28), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.070316 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.071986 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d964938-532c-4e82-a356-2a3fde0bdb28 HTTP/1.1" status: 204 len: 168 time: 0.2608902 Sep 26 12:36:20.076684 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.077800 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-939f931f-94af-4ff6-ba97-b69ea162964f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5012836 Sep 26 12:36:20.082210 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38658) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:20.084376 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e786-d737-4f3b-9950-b9531ed2855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d964938-532c-4e82-a356-2a3fde0bdb28,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:20.088038 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '624b9c17-f7b3-4e42-9e70-ba618f4c939c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:20.110865 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:20.140177 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (df28b8aa-c13a-4c0b-82b4-7277a2dbb928), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.227052 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38664) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:20.260686 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (6fe1c9b4-b147-4e69-820e-3c1e7cb0843e), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.299852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:20.314664 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (6fe1c9b4-b147-4e69-820e-3c1e7cb0843e), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.380753 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (df28b8aa-c13a-4c0b-82b4-7277a2dbb928), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.432179 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df28b8aa-c13a-4c0b-82b4-7277a2dbb928,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:20.450312 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35b9d53a-8f5c-4e3f-83f1-55ff2c5f7adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.525400 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35b9d53a-8f5c-4e3f-83f1-55ff2c5f7adb admin admin] Publish callbacks [] for security_group (22b88523-a203-42cd-a707-c64f920bb5eb), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.587221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (6fe1c9b4-b147-4e69-820e-3c1e7cb0843e), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.603456 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.607308 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-88ec56ec-167c-44a1-9726-45091ce81626 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8356628 Sep 26 12:36:20.607702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38680) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:20.612388 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'security_group_rule': {'security_group_id': 'df28b8aa-c13a-4c0b-82b4-7277a2dbb928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:20.618612 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe1c9b4-b147-4e69-820e-3c1e7cb0843e,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:20.696470 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35b9d53a-8f5c-4e3f-83f1-55ff2c5f7adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (22b88523-a203-42cd-a707-c64f920bb5eb), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.736067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21c957-1ab2-406f-87b3-7927820e7c8c req-b80cb7e5-0dfa-4f6a-8cdb-c0d1bbeb04ec tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:20.737388 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.739041 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc21c957-1ab2-406f-87b3-7927820e7c8c req-b80cb7e5-0dfa-4f6a-8cdb-c0d1bbeb04ec tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Sep 26 12:36:20.739163 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4e68a545-9c3e-4cfa-99f2-e2e67226ac31 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6555779 Sep 26 12:36:20.742376 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-35b9d53a-8f5c-4e3f-83f1-55ff2c5f7adb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b31fefaf30ae4915b4c5a50d56ea9b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140347 Sep 26 12:36:20.744258 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9d53a-8f5c-4e3f-83f1-55ff2c5f7adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b88523-a203-42cd-a707-c64f920bb5eb,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:20.745185 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38686) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:20.745719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38688) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:20.753641 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:20.848202 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc21c957-1ab2-406f-87b3-7927820e7c8c req-8b2d6dad-99c9-4a86-b5b0-bfca0e0cb01a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979884 Sep 26 12:36:20.865481 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] Publish callbacks [] for security_group (22b88523-a203-42cd-a707-c64f920bb5eb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.889101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] Publish callbacks [] for security_group (22b88523-a203-42cd-a707-c64f920bb5eb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.971510 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:20.976464 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (e2da71e4-c1c1-4fa9-acdc-ec9e49bca04c), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.080220 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (22b88523-a203-42cd-a707-c64f920bb5eb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.082675 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.083815 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/22b88523-a203-42cd-a707-c64f920bb5eb HTTP/1.1" status: 204 len: 168 time: 0.3350165 Sep 26 12:36:21.091973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.103280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (e2da71e4-c1c1-4fa9-acdc-ec9e49bca04c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.104217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e4e66-961a-44f5-b3ba-341078138a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b88523-a203-42cd-a707-c64f920bb5eb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:21.221363 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:36:21.226483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.27.1.42 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/b471df9b-4a5d-4b74-b905-5a69fc4fa770) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:21.228956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (e2da71e4-c1c1-4fa9-acdc-ec9e49bca04c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.267961 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2da71e4-c1c1-4fa9-acdc-ec9e49bca04c,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:21.354553 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.451029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.452839 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d2402eb7-7e74-4d1e-9817-56e7ca8b538d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8436186 Sep 26 12:36:21.455256 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38716) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:21.465438 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'security_group_rule': {'security_group_id': 'df28b8aa-c13a-4c0b-82b4-7277a2dbb928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:21.492737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.546608 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=b471df9b-4a5d-4b74-b905-5a69fc4fa770,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:21.550224 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:21.552012 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:21.554171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:21.649062 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.657407 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (5af37c92-e7ee-44e7-b94a-352becf0228e), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.729516 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (5af37c92-e7ee-44e7-b94a-352becf0228e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.793068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.823356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (5af37c92-e7ee-44e7-b94a-352becf0228e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:21.856320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af37c92-e7ee-44e7-b94a-352becf0228e,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:22.005414 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fae6b-db4d-4716-818a-9fc58f5e5dc5 req-04396baf-c69d-4fea-a18a-ea529fed10ad tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:22.006907 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-181fae6b-db4d-4716-818a-9fc58f5e5dc5 req-04396baf-c69d-4fea-a18a-ea529fed10ad tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0644279 Sep 26 12:36:22.056827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.056827 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cd151dec-cd6d-4f4a-8633-9f95f7eefab2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5976496 Sep 26 12:36:22.058656 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38752) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:22.063100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:22.066222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.082448 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-181fae6b-db4d-4716-818a-9fc58f5e5dc5 req-c7efffc1-ac5a-44c0-b9cd-cf54b82405ab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687740 Sep 26 12:36:22.124132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38756) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:22.142336 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-900e416c-a518-415d-a4da-0a3f2ae78e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.215327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.219245 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.224582 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-900e416c-a518-415d-a4da-0a3f2ae78e6e admin admin] Publish callbacks [] for security_group (53cd22de-8d84-4113-98de-0440b4ba58b3), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.286692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.292534 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=b471df9b-4a5d-4b74-b905-5a69fc4fa770,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:22.303223 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.409175 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-900e416c-a518-415d-a4da-0a3f2ae78e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (53cd22de-8d84-4113-98de-0440b4ba58b3), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.412632 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Allocated IP 172.27.1.70 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:22.451426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.452851 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-289c0901-7773-49dd-9b68-736d06541b09 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7053940 Sep 26 12:36:22.460072 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-900e416c-a518-415d-a4da-0a3f2ae78e6e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bc966ceb7b0049a4b1152b0054136010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346686 Sep 26 12:36:22.464910 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38766) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:22.469795 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e416c-a518-415d-a4da-0a3f2ae78e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd22de-8d84-4113-98de-0440b4ba58b3,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:22.530488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] Publish callbacks [] for security_group (53cd22de-8d84-4113-98de-0440b4ba58b3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.561891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] Publish callbacks [] for security_group (53cd22de-8d84-4113-98de-0440b4ba58b3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.581114 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.701509 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-d4d05c93-3ec2-4d52-a179-4a19e2779f48 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1945912231&fields=id&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 267 time: 0.0441909 Sep 26 12:36:22.719707 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (53cd22de-8d84-4113-98de-0440b4ba58b3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.722130 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.723226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/53cd22de-8d84-4113-98de-0440b4ba58b3 HTTP/1.1" status: 204 len: 168 time: 0.2570693 Sep 26 12:36:22.774701 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4bd15-a537-43df-9f37-e7f352477c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd22de-8d84-4113-98de-0440b4ba58b3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:22.798488 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.833055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-89325fff-3fe5-4d1a-aa29-6f97c376d477 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:22.835108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-89325fff-3fe5-4d1a-aa29-6f97c376d477 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1263700 Sep 26 12:36:22.848759 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:22.852642 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:22.855399 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-ff891501-a4a5-43e2-b789-522cf7a9f68a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/quotas/89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 375 time: 0.0120342 Sep 26 12:36:22.856774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:22.864631 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'Port': ['ID=4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:22.883386 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:22.908601 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:22.922088 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-abdbef7c-7e09-48ed-8d22-47505d3c8fe8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592990 Sep 26 12:36:23.029956 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-4ab174b7-e8e1-4563-923e-7fa8bce2aa82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 Sep 26 12:36:23.104844 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:23.134905 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-0e5d1497-3296-4f5c-8836-a9715594ac39 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044276 Sep 26 12:36:23.252149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7600-3cea-4e59-9e29-576417ce3cd7 req-2cee8fa4-99ff-4919-ac6a-18d5fc661285 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:23.262010 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-56ff7600-3cea-4e59-9e29-576417ce3cd7 req-2cee8fa4-99ff-4919-ac6a-18d5fc661285 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0704865 Sep 26 12:36:23.317631 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-56ff7600-3cea-4e59-9e29-576417ce3cd7 req-862a20c4-b716-4adb-85f7-5b086ef9e7aa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532203 Sep 26 12:36:23.358189 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:23.478146 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:23.479273 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:23.525703 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d72bff1-3a95-4cee-aee9-f9013dcc2804 req-90ff02b7-06a5-41ce-a3c0-cae51ba133aa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0306709 Sep 26 12:36:23.547982 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'Port': ['ID=4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:23.634788 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:23.643707 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-32fcdb3b-b99f-457c-9bf7-56e5af1c57ba tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5765083 Sep 26 12:36:23.911872 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-ea29e519-87a5-49d9-8790-b05be56eb3cf tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--141916246&fields=id&tenant_id=51e0f761f6a74bbc85c5b5a31a307f16 HTTP/1.1" status: 200 len: 267 time: 0.0421700 Sep 26 12:36:24.020488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-9b6fde74-ec22-4f6c-bc3c-83f1436de360 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:24.021831 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-9b6fde74-ec22-4f6c-bc3c-83f1436de360 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.1030192 Sep 26 12:36:24.037383 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-2dc5bd3e-27f1-4f6c-807c-4578d656b3b3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/quotas/51e0f761f6a74bbc85c5b5a31a307f16 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Sep 26 12:36:24.102390 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-f94e4fe9-09fd-4d67-8137-c60ab5ddded3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0584757 Sep 26 12:36:24.215746 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-863a76eb-f77f-4ab7-908d-65170d3d65cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938656 Sep 26 12:36:24.309278 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-8cd0b8c7-1fc9-43e0-998d-c839ad58479f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879614 Sep 26 12:36:24.446552 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2acc-d14f-4d35-90d8-5036884d948b req-8b1a1fea-9e5c-415b-be9c-a1847154326a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:24.448058 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d90d2acc-d14f-4d35-90d8-5036884d948b req-8b1a1fea-9e5c-415b-be9c-a1847154326a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Sep 26 12:36:24.499845 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d90d2acc-d14f-4d35-90d8-5036884d948b req-495ceea5-94f8-4941-b9c4-205863fa3d8e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457742 Sep 26 12:36:24.637836 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11edd371-1229-44e4-ae4e-36e02e87dc4b req-9beca29f-385c-4a88-a05b-4d43abc97197 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0403633 Sep 26 12:36:24.676091 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a8d7dd3-847c-44c2-830d-daf80a9111de req-581b90e5-9c13-479b-8ab4-577b90199ded tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0280364 Sep 26 12:36:24.905792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38870) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:24.992661 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=19,neutron:UPDATE=2,neutron:SELECT=75,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:25.157748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38882) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:25.227434 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9f836169-7d0d-46a6-98ca-f8d03c60d94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.292544 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fb8cac1f-d9f7-43e3-b87e-bad96d4a7b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.365625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9f836169-7d0d-46a6-98ca-f8d03c60d94d admin admin] Publish callbacks [] for security_group (4634235e-bf0d-4432-83f1-7f4035d4635e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.401403 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fb8cac1f-d9f7-43e3-b87e-bad96d4a7b13 admin admin] Publish callbacks [] for security_group (5d74b68f-d4ef-43bd-9270-9cedda1abe4a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.524241 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:25.629762 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9f836169-7d0d-46a6-98ca-f8d03c60d94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4634235e-bf0d-4432-83f1-7f4035d4635e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.632499 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fb8cac1f-d9f7-43e3-b87e-bad96d4a7b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (5d74b68f-d4ef-43bd-9270-9cedda1abe4a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.683229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180a7f-191d-4745-a85c-e709c665abf8 req-9cbb0e90-df78-4977-aa09-5779f22b8011 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:25.690685 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4180a7f-191d-4745-a85c-e709c665abf8 req-9cbb0e90-df78-4977-aa09-5779f22b8011 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0929358 Sep 26 12:36:25.725226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fb8cac1f-d9f7-43e3-b87e-bad96d4a7b13 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=95be58f4c92e4077a705614b53f39a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664272 Sep 26 12:36:25.728900 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 38904) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:25.732673 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836169-7d0d-46a6-98ca-f8d03c60d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4634235e-bf0d-4432-83f1-7f4035d4635e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:25.740968 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9f836169-7d0d-46a6-98ca-f8d03c60d94d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7aa084d535de458499004a724331a947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340952 Sep 26 12:36:25.749597 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38906) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:25.792825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] Publish callbacks [] for security_group (5d74b68f-d4ef-43bd-9270-9cedda1abe4a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.813821 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] Publish callbacks [] for security_group (5d74b68f-d4ef-43bd-9270-9cedda1abe4a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.819313 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b68d3455-09a2-4000-aa5c-221b3332a9af req-b448cdd8-3ce8-40ab-bbbf-71ceb8d8f89d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0743358 Sep 26 12:36:25.826546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cac1f-d9f7-43e3-b87e-bad96d4a7b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d74b68f-d4ef-43bd-9270-9cedda1abe4a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:25.880573 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4180a7f-191d-4745-a85c-e709c665abf8 req-0d9c217f-763b-43d9-9b9c-057e7d4124af tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777565 Sep 26 12:36:25.912832 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] Publish callbacks [] for security_group (4634235e-bf0d-4432-83f1-7f4035d4635e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.949335 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59f7dc52-f504-43ba-8c87-b29f404b45cc req-e203465f-26f4-4bf8-bb85-088a08d492ba tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0385873 Sep 26 12:36:25.958816 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] Publish callbacks [] for security_group (4634235e-bf0d-4432-83f1-7f4035d4635e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.986353 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (5d74b68f-d4ef-43bd-9270-9cedda1abe4a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.989225 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:25.990693 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5d74b68f-d4ef-43bd-9270-9cedda1abe4a HTTP/1.1" status: 204 len: 168 time: 0.2604909 Sep 26 12:36:25.991886 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:26.012036 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a59b70-9a41-40ac-bd34-e480cb0223f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d74b68f-d4ef-43bd-9270-9cedda1abe4a,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:26.024181 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:26.024788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:26.118760 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4634235e-bf0d-4432-83f1-7f4035d4635e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:26.121369 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:26.122569 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4634235e-bf0d-4432-83f1-7f4035d4635e HTTP/1.1" status: 204 len: 168 time: 0.3749394 Sep 26 12:36:26.131123 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db44711-0c6f-478f-a341-0495af2d8a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4634235e-bf0d-4432-83f1-7f4035d4635e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:26.928251 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d41b4511-08e6-42e2-ae1b-d5da8f197bdd req-e8e023b1-f2ea-407a-a07c-1e4bdc6f6cc4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0295324 Sep 26 12:36:27.238147 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb50bfd8-5279-4a11-b051-d54c7ffea3b0 req-38f5d628-4825-406e-8179-71dc162aae0d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0344033 Sep 26 12:36:27.246666 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05859faf-7f60-45f3-9b15-cab2df7769ef req-ac3e135b-4085-4dd4-b45b-198c3e8aed82 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:27.266945 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05859faf-7f60-45f3-9b15-cab2df7769ef req-ac3e135b-4085-4dd4-b45b-198c3e8aed82 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.2859240 Sep 26 12:36:27.304172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05859faf-7f60-45f3-9b15-cab2df7769ef req-ebc9d87c-1c91-40cd-a9be-aa01bbbe00f6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496728 Sep 26 12:36:27.340300 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=2,neutron:INSERT=6,neutron:SELECT=92 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:27.556588 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38968) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:27.653099 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180912088-network', 'tenant_id': '874ac2f76c3d4bedb481e849d866443b'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:27.763014 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Made reservation on behalf of 874ac2f76c3d4bedb481e849d866443b for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:27.765402 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:27.774870 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:27.846690 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks [] for security_group (aebd3e0f-4ab7-4be6-923b-acba18775f19), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:27.973529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (aebd3e0f-4ab7-4be6-923b-acba18775f19), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.002101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:36:28.008237 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd3e0f-4ab7-4be6-923b-acba18775f19,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:28.014361 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (74c767ac-4c31-4bbc-bfaf-376597f25ab7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.014633 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Added segment 74c767ac-4c31-4bbc-bfaf-376597f25ab7 of type vlan for network 576f3071-489f-4c4b-8f83-2f6e448d2cde Sep 26 12:36:28.073447 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6fd27c36-5b91-4589-90f0-ec2645bba1c2 req-709a835a-a05b-4053-a4b8-830d3a83d4d1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0472441 Sep 26 12:36:28.081996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (576f3071-489f-4c4b-8f83-2f6e448d2cde), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.277598 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (576f3071-489f-4c4b-8f83-2f6e448d2cde), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.278638 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:28.288688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.348339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] Pushing event updated for resources: {'Network': ['ID=576f3071-489f-4c4b-8f83-2f6e448d2cde,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:28.359224 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:36:28.370615 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cffbbaf9-4b0e-4031-8fa6-f8b2a5f1c614 req-469647ba-7f51-4e94-811c-b95351f42211 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0319011 Sep 26 12:36:28.439548 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153898e-3ff3-400d-ad59-3d774aed5fa3 req-de9a1635-f6de-4513-b77a-e905e05ec71d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:28.441327 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9153898e-3ff3-400d-ad59-3d774aed5fa3 req-de9a1635-f6de-4513-b77a-e905e05ec71d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 26 12:36:28.488990 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9153898e-3ff3-400d-ad59-3d774aed5fa3 req-a960bf6c-92c6-47f8-96db-13b27a07c91a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415497 Sep 26 12:36:28.536709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-96bfd794-8401-4a48-8f94-dd8dfbd80268 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9790118 Sep 26 12:36:28.539435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 38982) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:28.544077 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Request body: {'subnet': {'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180912088-subnet', 'tenant_id': '874ac2f76c3d4bedb481e849d866443b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:28.683004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Made reservation on behalf of 874ac2f76c3d4bedb481e849d866443b for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:28.685417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:28.729156 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:28.975149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (a67397d1-b362-4531-bf52-a6b68937404a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:29.033436 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67397d1-b362-4531-bf52-a6b68937404a,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:29.042626 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Checking segment: {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:29.042993 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Network hostable DHCP agents. Network: 576f3071-489f-4c4b-8f83-2f6e448d2cde, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:36:29.100606 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:29.138261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:36:29.180853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08575942-cb3f-40bd-b124-4625dc9fea11 req-cdf23e76-3a28-4294-90c0-cc38da0a1129 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0336964 Sep 26 12:36:29.265723 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 576f3071-489f-4c4b-8f83-2f6e448d2cde) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:29.277592 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2ce2c-c36c-4d47-9a92-157e37f9fe3c None None] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:29.278984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:29.279595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:29.408183 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee96e8-5d4c-424a-802f-b7e2d299d0e0 None None] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:29.418283 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-46aab036-52e1-427a-8064-9bf8b456f2c5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8777840 Sep 26 12:36:29.553970 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d91e74e2-fb36-405b-94ea-25c61f8114ae req-caa39b09-90e4-4ff3-a443-c036c61bc00f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0573223 Sep 26 12:36:29.667848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4c9c1-4d1a-4d75-8959-2ecb4b45d492 req-a1235e5c-e403-4d4b-a61f-92f72beeb1a3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:29.669912 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61f4c9c1-4d1a-4d75-8959-2ecb4b45d492 req-a1235e5c-e403-4d4b-a61f-92f72beeb1a3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0674322 Sep 26 12:36:29.735450 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61f4c9c1-4d1a-4d75-8959-2ecb4b45d492 req-44448df3-9b28-4aad-9be9-e0c233bc7a1d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595403 Sep 26 12:36:29.951888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:30.258801 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648461d-6e56-40c6-9ae8-4aed09ea5bb0 req-8e67009f-32db-46b9-8192-f3c4d7c58a6a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:30.260369 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e648461d-6e56-40c6-9ae8-4aed09ea5bb0 req-8e67009f-32db-46b9-8192-f3c4d7c58a6a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0540154 Sep 26 12:36:30.300596 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-94c0b55f-e580-4db8-acc6-8161b7a020d3 req-dc86bdba-2b06-4516-a2ef-2c288c651df2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0392764 Sep 26 12:36:30.333272 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e648461d-6e56-40c6-9ae8-4aed09ea5bb0 req-0ec49af6-5493-44c2-b216-ba7a1b03c6f6 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636122 Sep 26 12:36:30.700776 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe71fbdb-f016-4e3b-9ce7-6d5b7dd61c34 req-819518f3-b9b7-47ff-a2aa-787e736d28b4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0765448 Sep 26 12:36:30.816321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd6a9317-5eb6-4414-bc1f-16104c88dcf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:30.818235 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd6a9317-5eb6-4414-bc1f-16104c88dcf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1926467 Sep 26 12:36:30.899366 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6729c-33cc-439a-bd6e-6e9bb61e80a2 req-80fe28f0-ce01-4f17-a985-85fcb52446d1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:30.900951 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4eb6729c-33cc-439a-bd6e-6e9bb61e80a2 req-80fe28f0-ce01-4f17-a985-85fcb52446d1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Sep 26 12:36:30.976814 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-bf5baa30-8046-4366-b40c-16256b5ee8eb tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 473 time: 0.1119294 Sep 26 12:36:30.980872 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4eb6729c-33cc-439a-bd6e-6e9bb61e80a2 req-774209b4-4534-47fd-95df-a6eeab4e2a2e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723505 Sep 26 12:36:31.512786 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:31.514080 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'port': {'device_id': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'admin_state_up': True, 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'security_groups': ['624b9c17-f7b3-4e42-9e70-ba618f4c939c']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:31.514080 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-78b3236d-48d5-41f9-9d4e-d938ed4b702b req-a8f3be00-9a54-47c6-a4ab-3c97d0f160ca tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0353489 Sep 26 12:36:31.514080 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e3ff-3722-42ec-a7bb-243cacd2154d req-f763b48d-2e1a-456e-bc50-baef844c34d8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:31.514080 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfa3e3ff-3722-42ec-a7bb-243cacd2154d req-f763b48d-2e1a-456e-bc50-baef844c34d8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0705664 Sep 26 12:36:31.560613 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfa3e3ff-3722-42ec-a7bb-243cacd2154d req-cdefe022-f526-4ea9-936c-797802101cd5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612662 Sep 26 12:36:31.626009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:31.629896 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:31.764298 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.20.0.12 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/582add98-10b6-4b15-a1bf-31f7dbfcf78a) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:31.922424 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6238602-93a7-4897-a68f-ee2b7426cc2f req-e5547eb9-8668-42a7-aa13-455a5b382946 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.1157947 Sep 26 12:36:31.996081 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:32.070850 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-cd0f900c-63ec-48ee-9ea3-1aab2ab1eeb9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:32.074131 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-cd0f900c-63ec-48ee-9ea3-1aab2ab1eeb9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/networks?id=576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 200 len: 809 time: 0.2823703 Sep 26 12:36:32.151435 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-63abe51c-86d1-4448-9e7d-6fbbad459acc tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/quotas/874ac2f76c3d4bedb481e849d866443b HTTP/1.1" status: 200 len: 375 time: 0.0658603 Sep 26 12:36:32.162403 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-c25b4492-6ec0-4a60-aee7-94bb6a8e9d26 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:32.164511 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-c25b4492-6ec0-4a60-aee7-94bb6a8e9d26 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 818 time: 0.3351722 Sep 26 12:36:32.170997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:32.214730 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6347ff2-8b24-4b61-b732-009d36fd8a6b req-7fad97d4-bce2-41e0-9c59-40f21812b785 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:32.216346 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6347ff2-8b24-4b61-b732-009d36fd8a6b req-7fad97d4-bce2-41e0-9c59-40f21812b785 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1297083 Sep 26 12:36:32.227662 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-a5c2d6a5-aa8a-490a-abef-cb72c39e87ff tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621774 Sep 26 12:36:32.381722 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6347ff2-8b24-4b61-b732-009d36fd8a6b req-72e9f64c-0fe2-47a8-9aa2-5661577f00bc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531014 Sep 26 12:36:32.387989 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-33566256-6d7b-4e1c-97c6-05a3bf7cbc2c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=51e0f761f6a74bbc85c5b5a31a307f16 HTTP/1.1" status: 200 len: 379 time: 0.2002053 Sep 26 12:36:32.402742 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'port': {'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'admin_state_up': True, 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'security_groups': ['df28b8aa-c13a-4c0b-82b4-7277a2dbb928']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:32.462489 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-30e377aa-7df0-401c-90d4-1689c981da2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222140 Sep 26 12:36:32.490020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:32.592586 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:32.631498 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de5a159e-84ba-4340-898e-02fb95369e56 req-11b07851-c50c-4a9b-bb27-1461676bbd6c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0836294 Sep 26 12:36:32.634563 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:32.648722 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:32.658529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:32.663009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:32.722206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-4eae73e2-b47f-48a0-9bc5-4f1ad26d18b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472429 Sep 26 12:36:32.756342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:32.768393 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:32.769025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:32.790787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318c9a9-b4be-483a-9af5-cab710debb63 req-a9d678d7-5124-432b-bc2e-f93eaf12b116 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:32.793037 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8318c9a9-b4be-483a-9af5-cab710debb63 req-a9d678d7-5124-432b-bc2e-f93eaf12b116 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0792654 Sep 26 12:36:32.794179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Made reservation on behalf of 51e0f761f6a74bbc85c5b5a31a307f16 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:32.798051 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:32.888120 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-dd776782-5144-470c-8f36-e80584cca990 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5597017 Sep 26 12:36:32.899869 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8318c9a9-b4be-483a-9af5-cab710debb63 req-d1279fa6-8a67-4ed1-8ad3-6495cb3bd631 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992849 Sep 26 12:36:32.924150 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Provisioning complete for port 582add98-10b6-4b15-a1bf-31f7dbfcf78a triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:32.927616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:32.931427 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 1 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:32.969559 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39110) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:32.981121 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Allocated IP 172.20.0.7 (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4/011c7ddc-c4b6-406f-8603-4b46e94443c5/cbf25753-f402-4f77-9b4a-cbe5abd587fc) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:33.041948 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:33.083925 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a119a28-9b1c-426a-971c-9d4f09f359b5 req-ead90bdb-ea2f-48a9-a617-e222a8f08e7a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0766315 Sep 26 12:36:33.087899 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Request body: {'port': {'device_id': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:33.150339 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c5e-906a-490f-ba30-2080bbf96be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.201640 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815ca5-752e-4db1-89b5-344a194b7d5f req-2336031f-d07c-439f-a306-30017dbb8b4d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:33.203339 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19815ca5-752e-4db1-89b5-344a194b7d5f req-2336031f-d07c-439f-a306-30017dbb8b4d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 932 time: 0.1627986 Sep 26 12:36:33.239971 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c5e-906a-490f-ba30-2080bbf96be7 admin admin] Publish callbacks [] for security_group (099d3457-48a8-4c59-bc78-d4cee1f8bb51), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.275242 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.360634 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19815ca5-752e-4db1-89b5-344a194b7d5f req-fdc383df-173b-40c7-99cc-c28450d27619 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128690 Sep 26 12:36:33.386265 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c5e-906a-490f-ba30-2080bbf96be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (099d3457-48a8-4c59-bc78-d4cee1f8bb51), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.395672 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.434348 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c83e5c5e-906a-490f-ba30-2080bbf96be7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e270f73d56c940bd87c8780e2d27e29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4595900 Sep 26 12:36:33.434348 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5c5e-906a-490f-ba30-2080bbf96be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d3457-48a8-4c59-bc78-d4cee1f8bb51,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:33.436484 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39126) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:33.492605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] Publish callbacks [] for security_group (099d3457-48a8-4c59-bc78-d4cee1f8bb51), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.538128 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] Publish callbacks [] for security_group (099d3457-48a8-4c59-bc78-d4cee1f8bb51), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.543396 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 2 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:33.581182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:33.677370 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (099d3457-48a8-4c59-bc78-d4cee1f8bb51), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.681215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.682460 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/099d3457-48a8-4c59-bc78-d4cee1f8bb51 HTTP/1.1" status: 204 len: 168 time: 0.2450407 Sep 26 12:36:33.699839 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63997-40dc-4ddf-a487-156346fb2f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d3457-48a8-4c59-bc78-d4cee1f8bb51,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:33.740833 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca49f0-e006-49d7-af94-886ef8254777 req-2d2990bd-94fc-46c9-ba23-3e45317f306d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:33.742881 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8eca49f0-e006-49d7-af94-886ef8254777 req-2d2990bd-94fc-46c9-ba23-3e45317f306d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0910871 Sep 26 12:36:33.792138 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39134) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:33.834912 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2f726a5b-f228-427b-af50-378887c2deef req-4e28f373-af13-4c12-b871-b932791f39e3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0766146 Sep 26 12:36:33.877145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.904535 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8eca49f0-e006-49d7-af94-886ef8254777 req-fde2f2d1-e496-472e-bc74-efe1119daa6b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451528 Sep 26 12:36:33.938636 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e361cec-00e3-445f-a828-545464edc8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:33.953913 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:33.956126 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:33.970811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:33.973781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:33.986766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event updated for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:34.072955 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e361cec-00e3-445f-a828-545464edc8ed admin admin] Publish callbacks [] for security_group (c7a65796-f0e4-43f0-bd1d-135b12f84c41), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.082339 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 3 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:34.102179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:34.103055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.109625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582add98-10b6-4b15-a1bf-31f7dbfcf78a {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:34.116520 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:34.124983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks [] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.139248 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0977f6-68fd-4f93-a518-d01ebab23c16 req-3dc8c9dd-ea27-4555-9e81-2d194c9c50aa tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:34.140768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb0977f6-68fd-4f93-a518-d01ebab23c16 req-3dc8c9dd-ea27-4555-9e81-2d194c9c50aa tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0996039 Sep 26 12:36:34.162953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Transition to ACTIVE for port object 582add98-10b6-4b15-a1bf-31f7dbfcf78a will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:36:34.185282 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe1d9711-3da3-4ad9-a27d-8c8e80061970 req-8afc1144-d2fa-47b2-9b4a-0c591d2fda94 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0375831 Sep 26 12:36:34.231727 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8e361cec-00e3-445f-a828-545464edc8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c7a65796-f0e4-43f0-bd1d-135b12f84c41), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.234768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb0977f6-68fd-4f93-a518-d01ebab23c16 req-6c82b77c-77ce-46b7-bef1-b19eedf9cad9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831835 Sep 26 12:36:34.260983 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8e361cec-00e3-445f-a828-545464edc8ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4a6a3a4e02a94a98882bb866c89dd385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651477 Sep 26 12:36:34.261428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39146) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:34.276339 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-42a0b066-4fd6-4b7b-85ab-a965fe4d5011 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753257 Sep 26 12:36:34.276339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.280050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e361cec-00e3-445f-a828-545464edc8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a65796-f0e4-43f0-bd1d-135b12f84c41,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:34.296926 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.306925 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Request body: {'port': {'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:34.365082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:34.395752 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Pushing event updated for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:34.464776 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] Publish callbacks [] for security_group (c7a65796-f0e4-43f0-bd1d-135b12f84c41), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.501135 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.543360 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcc82-500e-441d-9e30-27b61eabd103 req-9acbb2af-d87b-47bf-88c7-fa933ec7f8d7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:34.544851 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3dfbcc82-500e-441d-9e30-27b61eabd103 req-9acbb2af-d87b-47bf-88c7-fa933ec7f8d7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 944 time: 0.1037009 Sep 26 12:36:34.551018 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] Publish callbacks [] for security_group (c7a65796-f0e4-43f0-bd1d-135b12f84c41), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.588067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Attempting to bind port 582add98-10b6-4b15-a1bf-31f7dbfcf78a on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:34.588403 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Attempting to bind port 582add98-10b6-4b15-a1bf-31f7dbfcf78a by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:34.588733 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Attempting to bind port 582add98-10b6-4b15-a1bf-31f7dbfcf78a on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:34.617896 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 4 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:34.650001 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:34.728038 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39150) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:34.747805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3dfbcc82-500e-441d-9e30-27b61eabd103 req-9d0d957d-3c12-456c-b3a5-b26a218658cb tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913753 Sep 26 12:36:34.748626 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83c95261-443e-43d8-b7a9-631b98ec091b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.752862 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:36:34.753223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Attempting to bind port 582add98-10b6-4b15-a1bf-31f7dbfcf78a on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:34.843885 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:34.856679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:34.857014 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:34.857394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:34.857831 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Bound port: 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:34.858189 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.879567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c7a65796-f0e4-43f0-bd1d-135b12f84c41), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.880590 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:34.882038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:34.886336 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c7a65796-f0e4-43f0-bd1d-135b12f84c41 HTTP/1.1" status: 204 len: 168 time: 0.6215451 Sep 26 12:36:34.923613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6ec1-b5f9-43ce-884d-099aa21bf58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a65796-f0e4-43f0-bd1d-135b12f84c41,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:34.995555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83c95261-443e-43d8-b7a9-631b98ec091b admin admin] Publish callbacks [] for security_group (fb7ae79e-6fd2-4b13-9331-906912a7cd1d), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.042567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6243-c62c-4e1d-af5f-4b04e9efa9ab req-06148c45-488e-4b88-bd07-e1642abccd70 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.044113 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f85c6243-c62c-4e1d-af5f-4b04e9efa9ab req-06148c45-488e-4b88-bd07-e1642abccd70 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 931 time: 0.1068974 Sep 26 12:36:35.045225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:35.079837 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:35.117925 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-83c95261-443e-43d8-b7a9-631b98ec091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (fb7ae79e-6fd2-4b13-9331-906912a7cd1d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.118530 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf25753-f402-4f77-9b4a-cbe5abd587fc {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:35.130974 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks [] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.138571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dbe6d-a590-4831-9357-fb1c4b11ddf9 req-4943a9e1-338f-4cf0-b611-6fceedb47ece tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.140116 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c5dbe6d-a590-4831-9357-fb1c4b11ddf9 req-4943a9e1-338f-4cf0-b611-6fceedb47ece tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0926020 Sep 26 12:36:35.160177 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 5 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:35.162195 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-83c95261-443e-43d8-b7a9-631b98ec091b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a0315d6420454f1dbb22d855127736eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364891 Sep 26 12:36:35.163152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c95261-443e-43d8-b7a9-631b98ec091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7ae79e-6fd2-4b13-9331-906912a7cd1d,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:35.166706 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39158) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:35.185963 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Transition to ACTIVE for port object cbf25753-f402-4f77-9b4a-cbe5abd587fc will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:36:35.190847 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f85c6243-c62c-4e1d-af5f-4b04e9efa9ab req-df3e17fe-0496-47e8-b614-c4e25ce0fee5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406257 Sep 26 12:36:35.201961 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:35.221493 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c5dbe6d-a590-4831-9357-fb1c4b11ddf9 req-46fb6fb9-7c70-4d4a-b5d7-88c2d625da27 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709243 Sep 26 12:36:35.223243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.224614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] Publish callbacks [] for security_group (fb7ae79e-6fd2-4b13-9331-906912a7cd1d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.229266 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.229767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.231204 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/582add98-10b6-4b15-a1bf-31f7dbfcf78a HTTP/1.1" status: 200 len: 1094 time: 2.1551940 Sep 26 12:36:35.231717 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:35.234375 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eefd34f-f4f3-48a5-8e08-84128a151ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:35.256979 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] Publish callbacks [] for security_group (fb7ae79e-6fd2-4b13-9331-906912a7cd1d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.296854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa017c77-355b-480c-9014-b0767c4e66b7 service neutron] Pushing event updated for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:35.347370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7813329-5dd8-49ab-a8e9-f9cb70cbad74 x-openstack-request-id: req-c7813329-5dd8-49ab-a8e9-f9cb70cbad74 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:35.347370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:35.347370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7813329-5dd8-49ab-a8e9-f9cb70cbad74 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:35.347370 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7813329-5dd8-49ab-a8e9-f9cb70cbad74'] response: {'name': 'network-changed', 'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'status': 'completed', 'code': 200} Sep 26 12:36:35.348096 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eeb67dcd-fa47-4552-b95a-14e2b5fa2edc req-109b634a-569e-4060-8350-60bc6615dda3 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0358725 Sep 26 12:36:35.348689 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.421633 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:35.432050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (fb7ae79e-6fd2-4b13-9331-906912a7cd1d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.435040 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.436539 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb7ae79e-6fd2-4b13-9331-906912a7cd1d HTTP/1.1" status: 204 len: 168 time: 0.2686410 Sep 26 12:36:35.448053 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3bdfc-182b-4d6e-b361-eb29762e253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7ae79e-6fd2-4b13-9331-906912a7cd1d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:35.531765 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718cd5-ab01-4538-9670-35435a89f8c8 req-a11292cc-fd2b-4b69-9cd2-df19acabba37 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.533274 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-01718cd5-ab01-4538-9670-35435a89f8c8 req-a11292cc-fd2b-4b69-9cd2-df19acabba37 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1293585 Sep 26 12:36:35.534222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-06c9cb51-212b-4fa6-ab36-93eaface2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.535564 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-06c9cb51-212b-4fa6-ab36-93eaface2787 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 1128 time: 0.0703988 Sep 26 12:36:35.564147 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Attempting to bind port cbf25753-f402-4f77-9b4a-cbe5abd587fc on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:35.564487 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Attempting to bind port cbf25753-f402-4f77-9b4a-cbe5abd587fc by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:35.565194 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Attempting to bind port cbf25753-f402-4f77-9b4a-cbe5abd587fc on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:35.690908 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-01718cd5-ab01-4538-9670-35435a89f8c8 req-807de584-7328-441e-ab0b-b20d1d84a1f9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497726 Sep 26 12:36:35.699662 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Port cbf25753-f402-4f77-9b4a-cbe5abd587fc on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:36:35.699999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Attempting to bind port cbf25753-f402-4f77-9b4a-cbe5abd587fc on network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:35.703186 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Attempt 6 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:35.754026 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-02f4328b-c197-47ee-a84e-378826faeaed None None] Port 582add98-10b6-4b15-a1bf-31f7dbfcf78a had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:36:35.758754 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-42662b90-0ca7-4050-a991-f293f8f3a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.760117 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-42662b90-0ca7-4050-a991-f293f8f3a9da service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=89607848a0d9410a9be20cc3083a34fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1977813 Sep 26 12:36:35.775756 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:35.776103 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Checking segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:35.776710 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Bound using segment: {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:35.777164 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Bound port: cbf25753-f402-4f77-9b4a-cbe5abd587fc, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65cec8-8e36-4944-a3cc-cccd78a7d312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:35.777529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:35.935998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:35.950826 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6f86f-263d-4fe9-b8e2-bc74eb11301e req-b0dc97be-dd19-44c6-a4ba-2d456cb93263 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.952333 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a5a6f86f-263d-4fe9-b8e2-bc74eb11301e req-b0dc97be-dd19-44c6-a4ba-2d456cb93263 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 944 time: 0.1122732 Sep 26 12:36:35.969834 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:35.998292 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-b12f7625-3aa8-4a90-bbec-0e07bdbbce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:35.999689 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3eefd34f-f4f3-48a5-8e08-84128a151ae9 req-b12f7625-3aa8-4a90-bbec-0e07bdbbce4c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852582 Sep 26 12:36:36.026866 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a5a6f86f-263d-4fe9-b8e2-bc74eb11301e req-12351c8d-8b1f-45b6-bdca-fdef44950432 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Sep 26 12:36:36.083509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.088051 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.088667 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.090154 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 1093 time: 1.7873366 Sep 26 12:36:36.135721 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb2edf-cbb7-4e8a-b4b7-1724ee0f39c8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:36.236630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-8d8d95e2-0907-482f-8975-c1895ecbd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.238442 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-8d8d95e2-0907-482f-8975-c1895ecbd31f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 1128 time: 0.0547023 Sep 26 12:36:36.316869 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-2dce4fe0-af92-4bd1-abff-b2fc2869c18c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a HTTP/1.1" status: 200 len: 217 time: 0.0462692 Sep 26 12:36:36.359038 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39200) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:36.373369 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f2a63597-370a-4916-bba2-7ae359538ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.462318 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df7bf-2afb-458a-98ea-594af0d90b91 req-5be3c4ba-2446-41d7-993d-f35e2f260b92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.462968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f2a63597-370a-4916-bba2-7ae359538ffa admin admin] Publish callbacks [] for security_group (21ddfdfe-d20f-4bf7-93c1-c3749152dd54), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.463738 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc4df7bf-2afb-458a-98ea-594af0d90b91 req-5be3c4ba-2446-41d7-993d-f35e2f260b92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 943 time: 0.1539173 Sep 26 12:36:36.469998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-be612a7e-6b5b-479a-88dd-be2b46e8f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.471382 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-be612a7e-6b5b-479a-88dd-be2b46e8f21c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1127 time: 0.1279988 Sep 26 12:36:36.480234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65638-afbb-4942-a599-a303a6d26e81 req-0040675d-8202-4078-8e9d-98e73d978a14 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.481567 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1a65638-afbb-4942-a599-a303a6d26e81 req-0040675d-8202-4078-8e9d-98e73d978a14 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1369534 Sep 26 12:36:36.492711 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-677da86f-4fca-4a81-8fcb-385436e611b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.494065 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-677da86f-4fca-4a81-8fcb-385436e611b2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.1483109 Sep 26 12:36:36.583002 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f2a63597-370a-4916-bba2-7ae359538ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (21ddfdfe-d20f-4bf7-93c1-c3749152dd54), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.607935 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39206) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:36.629573 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f2a63597-370a-4916-bba2-7ae359538ffa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1973151d55114a3e82c2466fd4db43a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692249 Sep 26 12:36:36.637438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39212) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:36.684612 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63597-370a-4916-bba2-7ae359538ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ddfdfe-d20f-4bf7-93c1-c3749152dd54,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:36.730476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-2fa7268b-9193-40e2-8644-a640e81a77cb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.732262 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-2fa7268b-9193-40e2-8644-a640e81a77cb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "GET /networking/v2.0/networks?id=576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 200 len: 809 time: 0.1987283 Sep 26 12:36:36.744685 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] Publish callbacks [] for security_group (21ddfdfe-d20f-4bf7-93c1-c3749152dd54), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.761777 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Request body: {'port': {'device_id': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde', 'admin_state_up': True, 'tenant_id': '874ac2f76c3d4bedb481e849d866443b'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:36.796760 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-3a3d6c23-a3fe-4962-934b-1e10d48ace7f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 217 time: 0.3012433 Sep 26 12:36:36.814463 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725090041-network', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:36.839498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] Publish callbacks [] for security_group (21ddfdfe-d20f-4bf7-93c1-c3749152dd54), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.869169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-c722d88b-beb8-4293-9dcf-2ed371a95af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:36.870728 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-c722d88b-beb8-4293-9dcf-2ed371a95af3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3593588 Sep 26 12:36:36.883460 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc4df7bf-2afb-458a-98ea-594af0d90b91 req-49540703-b9f1-443e-b7c4-95daf1e7c1f5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090316 Sep 26 12:36:36.894332 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1a65638-afbb-4942-a599-a303a6d26e81 req-501f100b-d622-4b19-91b5-375e2fc495ac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037750 Sep 26 12:36:36.921375 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:36:36.963566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Made reservation on behalf of b7d614bc2f13466ab5c395a5cfc29832 for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:36.963566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:36.973479 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.053611 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-16a17760-2e30-4087-8bb7-2d3a650f9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:37.055627 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-16a17760-2e30-4087-8bb7-2d3a650f9cba service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.2432909 Sep 26 12:36:37.071497 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Made reservation on behalf of 874ac2f76c3d4bedb481e849d866443b for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:37.076580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.150259 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b953480-47b7-44e1-be6b-72529329a90a req-6e9dbb9f-33a1-40ad-be05-1a0e0a8df9c3 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.1001904 Sep 26 12:36:37.198054 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b65816-7c16-4002-8cd3-ca6752d7aad4 req-03a0e7af-6585-48a2-a5e2-36b7f4ea1630 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:37.200188 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2b65816-7c16-4002-8cd3-ca6752d7aad4 req-03a0e7af-6585-48a2-a5e2-36b7f4ea1630 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1511641 Sep 26 12:36:37.210913 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-67e3006c-3861-4669-b904-24cf9c89b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:37.211083 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (21ddfdfe-d20f-4bf7-93c1-c3749152dd54), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.212417 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-67e3006c-3861-4669-b904-24cf9c89b76b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209066 Sep 26 12:36:37.215664 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.219901 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/21ddfdfe-d20f-4bf7-93c1-c3749152dd54 HTTP/1.1" status: 204 len: 168 time: 0.5796010 Sep 26 12:36:37.263070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:37.273678 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:37.282739 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-9c1954f2-d573-46c9-8787-8d4c7abe34a4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980813 Sep 26 12:36:37.286099 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46949ce-9e77-4472-b676-0c41fef70d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ddfdfe-d20f-4bf7-93c1-c3749152dd54,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:37.316223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '73469533-a748-4c77-9662-c9401f7320ff', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:36:37.318210 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2b65816-7c16-4002-8cd3-ca6752d7aad4 req-5df460b6-363c-4185-b589-a34cd20c8d53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086640 Sep 26 12:36:37.343954 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fbd08-6a7c-4f63-98e5-e2731cf2c97a req-26e079e5-148d-4f4a-a8de-749346b1f340 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:37.343954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f6fbd08-6a7c-4f63-98e5-e2731cf2c97a req-26e079e5-148d-4f4a-a8de-749346b1f340 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 944 time: 0.0758340 Sep 26 12:36:37.344607 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:37.352284 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:37.354617 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:37.377298 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: ACTIVE; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:37.378040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.393696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:37.400325 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:37.420099 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:37.461877 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Allocated IP 172.20.0.5 (576f3071-489f-4c4b-8f83-2f6e448d2cde/a67397d1-b362-4531-bf52-a6b68937404a/a9fdd8de-c595-4f8c-b70f-717d37e17352) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:37.476790 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks [] for security_group (073e8e38-1f82-4dea-9337-a6b48ed62071), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.481222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf648c0e-1d2f-4d16-8013-eb524584bdcb x-openstack-request-id: req-cf648c0e-1d2f-4d16-8013-eb524584bdcb {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:37.481731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:37.482155 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf648c0e-1d2f-4d16-8013-eb524584bdcb {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:37.482702 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf648c0e-1d2f-4d16-8013-eb524584bdcb'] response: {'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'status': 'completed', 'code': 200} Sep 26 12:36:37.538585 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f6fbd08-6a7c-4f63-98e5-e2731cf2c97a req-4fb05455-6d2b-4d90-9b92-9d59191b78a1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609819 Sep 26 12:36:37.607805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b363ed68-60c9-4965-afde-d42eb9dc846d req-a39bee27-ff42-437f-802b-3513359959e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728474 Sep 26 12:36:37.609969 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-bc765f16-a5f4-477c-aeff-a92ccbd3fb13 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761965 Sep 26 12:36:37.624895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.670580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (073e8e38-1f82-4dea-9337-a6b48ed62071), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.709164 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e8e38-1f82-4dea-9337-a6b48ed62071,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:37.744178 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a9e50fec-cf02-4496-810b-efa34d173da6 req-5a0851f9-0410-4d07-81bb-42d2b46469f9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108427 Sep 26 12:36:37.747297 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks [] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.755047 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=6']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:37.778766 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.779157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.779711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.780309 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.781169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.781705 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.782215 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.782765 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.783280 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.783853 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.784364 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.785594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.786189 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.786701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.787204 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:37.805011 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:36:37.817118 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (42d65f09-4466-498d-9f6e-d2235e4b389a), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.817554 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Added segment 42d65f09-4466-498d-9f6e-d2235e4b389a of type vlan for network 4f3c619e-6403-4ad0-be46-17e66b1e7905 Sep 26 12:36:37.856429 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['73469533-a748-4c77-9662-c9401f7320ff'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:36:37.871330 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (4f3c619e-6403-4ad0-be46-17e66b1e7905), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:37.925384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:38.062086 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Pushing event updated for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:38.078200 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (4f3c619e-6403-4ad0-be46-17e66b1e7905), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:38.079716 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.082508 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:38.140801 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:38.142247 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52f126-e818-4e93-aaa9-cd5ca9a5a6ac req-f6827e47-a521-4a2e-83cd-6a849c53ab39 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.150472 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5c52f126-e818-4e93-aaa9-cd5ca9a5a6ac req-f6827e47-a521-4a2e-83cd-6a849c53ab39 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 944 time: 0.1181941 Sep 26 12:36:38.177213 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733d6b6-777f-481b-a2f3-3fa6318713bf req-bc8c63a6-4fc6-4aad-8f3d-dedfdc35de2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.182436 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a733d6b6-777f-481b-a2f3-3fa6318713bf req-bc8c63a6-4fc6-4aad-8f3d-dedfdc35de2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 943 time: 0.1251049 Sep 26 12:36:38.202087 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] Pushing event updated for resources: {'Network': ['ID=4f3c619e-6403-4ad0-be46-17e66b1e7905,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:38.205588 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:38.216736 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:38.225251 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:36:38.234519 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.235851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:38.244960 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-812411cd-8c9e-4cb4-be46-7b58b1c8e89e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6346476 Sep 26 12:36:38.248955 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39260) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:38.252148 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:38.259592 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Request body: {'subnet': {'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725090041-subnet', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:38.322490 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5c52f126-e818-4e93-aaa9-cd5ca9a5a6ac req-d7b217b9-fefc-4124-887c-38071da0ad9a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688447 Sep 26 12:36:38.365194 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a733d6b6-777f-481b-a2f3-3fa6318713bf req-8cb0ddcd-4e6a-440c-a053-bf10fdf8e8d8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775992 Sep 26 12:36:38.497179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec0080-8f0e-49ab-af53-28d70bcf90a1 req-4d01c1b5-a91d-497a-a7d3-5e22ed8b0ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.498594 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05ec0080-8f0e-49ab-af53-28d70bcf90a1 req-4d01c1b5-a91d-497a-a7d3-5e22ed8b0ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 931 time: 0.0800009 Sep 26 12:36:38.510806 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-e4db03b7-003e-4825-b0a9-ac7662010ec0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7564504 Sep 26 12:36:38.521146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df205ec-2bb4-4727-971f-3bf05caef70c req-cbb5540d-5963-4c98-bb98-b84ef4a23956 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.530268 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6df205ec-2bb4-4727-971f-3bf05caef70c req-cbb5540d-5963-4c98-bb98-b84ef4a23956 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0808156 Sep 26 12:36:38.664809 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05ec0080-8f0e-49ab-af53-28d70bcf90a1 req-a0960de3-ebe4-45aa-b5b8-7dae6278c54d tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584511 Sep 26 12:36:38.668339 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6df205ec-2bb4-4727-971f-3bf05caef70c req-a46a6f7b-304b-4912-9ddd-913080023acc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373231 Sep 26 12:36:38.728112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Made reservation on behalf of b7d614bc2f13466ab5c395a5cfc29832 for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:38.730519 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:38.877530 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605244ec-46a5-41b0-bb47-6fb4c073fdb5 req-a745dc7c-5667-404b-a9cf-bac8b8ba6520 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:38.879254 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-605244ec-46a5-41b0-bb47-6fb4c073fdb5 req-a745dc7c-5667-404b-a9cf-bac8b8ba6520 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 944 time: 0.0643942 Sep 26 12:36:38.931127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:38.941917 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Request body: {'port': {'device_id': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:38.961371 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-605244ec-46a5-41b0-bb47-6fb4c073fdb5 req-9f4418c8-476b-4a9c-9528-1b0e1cfec5f3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748343 Sep 26 12:36:39.007809 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 73469533-a748-4c77-9662-c9401f7320ff triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:39.008190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (73469533-a748-4c77-9662-c9401f7320ff), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.008590 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:36:39.046979 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.114379 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:39.115112 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.152795 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for subnet (409477d7-56aa-4db3-bc8e-778cf74e0f3c), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.256227 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:39.259942 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:39.264873 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59863a2e-f628-46cb-8e09-942ebcc043ee" -d '{"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:39.282317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=409477d7-56aa-4db3-bc8e-778cf74e0f3c,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:39.293378 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:39.293743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Network hostable DHCP agents. Network: 4f3c619e-6403-4ad0-be46-17e66b1e7905, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:36:39.340473 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b167e1-93f2-4427-a829-2b0200632c66 x-openstack-request-id: req-30b167e1-93f2-4427-a829-2b0200632c66 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:39.340812 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:39.341072 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30b167e1-93f2-4427-a829-2b0200632c66 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:39.341483 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b167e1-93f2-4427-a829-2b0200632c66'] response: {'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'code': 200} Sep 26 12:36:39.358007 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.420785 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fdd8de-c595-4f8c-b70f-717d37e17352 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:39.428890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks [] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.443945 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Transition to ACTIVE for port object a9fdd8de-c595-4f8c-b70f-717d37e17352 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:36:39.445212 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=7']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:39.477703 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:36:39.553465 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f931f90-234c-4c6c-ac07-cf06442b2d62 req-581378c0-8f09-45f1-918a-dc881e884ac3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:39.555191 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f931f90-234c-4c6c-ac07-cf06442b2d62 req-581378c0-8f09-45f1-918a-dc881e884ac3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0871303 Sep 26 12:36:39.561271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3fec-be0a-47b3-aacb-47d7ab188a5f req-5ad10af3-6068-42cf-9f3e-89d5af91bf2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:39.568816 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-01ff3fec-be0a-47b3-aacb-47d7ab188a5f req-5ad10af3-6068-42cf-9f3e-89d5af91bf2f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 943 time: 0.0907116 Sep 26 12:36:39.591953 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.654537 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-01ff3fec-be0a-47b3-aacb-47d7ab188a5f req-be854a9c-757c-401d-8af3-ab9d0ea60670 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821502 Sep 26 12:36:39.656880 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:39.668701 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 4f3c619e-6403-4ad0-be46-17e66b1e7905) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:39.676821 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f931f90-234c-4c6c-ac07-cf06442b2d62 req-a18b1375-25c9-4072-9bb3-801150402b28 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053135 Sep 26 12:36:39.684090 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ac200-0e03-48ac-9052-a8dcaa2c461e None None] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:39.684335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:39.685138 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.737435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Attempting to bind port a9fdd8de-c595-4f8c-b70f-717d37e17352 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:39.737435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Attempting to bind port a9fdd8de-c595-4f8c-b70f-717d37e17352 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:39.737435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Attempting to bind port a9fdd8de-c595-4f8c-b70f-717d37e17352 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:39.807678 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Port a9fdd8de-c595-4f8c-b70f-717d37e17352 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:36:39.808025 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Attempting to bind port a9fdd8de-c595-4f8c-b70f-717d37e17352 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:39.821427 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c26c2caa-ff5c-49e1-a0fd-ab0c6e5b3c44 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5710821 Sep 26 12:36:39.841161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39292) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:39.848252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:39.873735 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:39.879901 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-4f3c619e-6403-4ad0-be46-17e66b1e7905', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:36:39.881233 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.893929 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:39.919425 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:39.919886 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Checking segment: {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:39.920290 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Bound using segment: {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:39.920743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Bound port: a9fdd8de-c595-4f8c-b70f-717d37e17352, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:39.921119 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:39.936906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c620fa-4453-4d6e-a32c-d22dfcf50025 req-71edec6f-abfb-45b1-a7ba-2e1d6a26234f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:39.945854 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f8c620fa-4453-4d6e-a32c-d22dfcf50025 req-71edec6f-abfb-45b1-a7ba-2e1d6a26234f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1469774 Sep 26 12:36:39.975797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593e70-f399-485e-88fd-9f8d342768e1 req-97d3d770-6c7a-46ee-89f2-47e4f650a573 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:39.984046 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd593e70-f399-485e-88fd-9f8d342768e1 req-97d3d770-6c7a-46ee-89f2-47e4f650a573 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 943 time: 0.1408894 Sep 26 12:36:40.011214 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:40.016218 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:40.035143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.040173 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.072276 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Allocated IP 172.20.0.2 (4f3c619e-6403-4ad0-be46-17e66b1e7905/409477d7-56aa-4db3-bc8e-778cf74e0f3c/f744298a-3cf3-4bed-8bdc-12342f47392e) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:40.089234 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.094991 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.098846 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.098846 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a9fdd8de-c595-4f8c-b70f-717d37e17352 HTTP/1.1" status: 200 len: 1093 time: 1.1622310 Sep 26 12:36:40.098846 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:40.108404 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7744e-3b50-438b-84b6-b71068949761" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:40.119031 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f8c620fa-4453-4d6e-a32c-d22dfcf50025 req-1eb5828f-189a-4a52-b7ad-691bc673b2cb tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719804 Sep 26 12:36:40.196740 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd593e70-f399-485e-88fd-9f8d342768e1 req-d2c57827-1c54-4d06-8943-50f219a81bca tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052276 Sep 26 12:36:40.239738 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-7ee71fb9-2da8-431e-9e0f-5910d9dd368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.246935 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-7ee71fb9-2da8-431e-9e0f-5910d9dd368b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1127 time: 0.1761808 Sep 26 12:36:40.266414 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks [] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.271463 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:40.284741 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:40.316128 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f931a2-9503-4032-8df8-fcfc05e04913 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:40.335511 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.335671 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for router_controller (037ef998-d22a-4a6e-a25e-02a109ee1b83), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.336830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad6aa5-d3a4-4ff4-ba42-8d7defa7d65e x-openstack-request-id: req-98ad6aa5-d3a4-4ff4-ba42-8d7defa7d65e {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:40.338153 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:40.338778 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98ad6aa5-d3a4-4ff4-ba42-8d7defa7d65e {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:40.339401 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ad6aa5-d3a4-4ff4-ba42-8d7defa7d65e'] response: {'name': 'network-changed', 'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352', 'status': 'completed', 'code': 200} Sep 26 12:36:40.353115 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-1d1b2844-ce9c-4881-8200-573aa14a24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.355753 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-1d1b2844-ce9c-4881-8200-573aa14a24f4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 1127 time: 0.1250436 Sep 26 12:36:40.411901 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3d344eca-6d08-440e-a5e8-004c4c5c9aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.426038 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-cf8b0ee7-5795-4dae-b905-175946802cbe service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352 HTTP/1.1" status: 200 len: 217 time: 0.0521359 Sep 26 12:36:40.439454 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a7128-32c0-4041-a7aa-bdb901073e5f req-1f44b38d-be12-4e36-b5c4-67d1fdfa4ab6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.447815 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c6a7128-32c0-4041-a7aa-bdb901073e5f req-1f44b38d-be12-4e36-b5c4-67d1fdfa4ab6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 944 time: 0.1354759 Sep 26 12:36:40.452923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:40.467487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:40.473596 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:40.486266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Pushing event updated for resources: {'Port': ['ID=f744298a-3cf3-4bed-8bdc-12342f47392e,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:40.507468 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbec270-4295-409b-a39b-7029961df38e req-8735e90b-70c4-4962-971c-129145521ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.511039 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-8735e90b-70c4-4962-971c-129145521ce7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a67397d1-b362-4531-bf52-a6b68937404a HTTP/1.1" status: 200 len: 849 time: 0.0767791 Sep 26 12:36:40.555555 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-8c21d1de-9e2b-430c-aa3d-2f344983dca9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=576f3071-489f-4c4b-8f83-2f6e448d2cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378537 Sep 26 12:36:40.574366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Attempting to bind port f744298a-3cf3-4bed-8bdc-12342f47392e on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:40.578806 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Attempting to bind port f744298a-3cf3-4bed-8bdc-12342f47392e by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:40.578806 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Attempting to bind port f744298a-3cf3-4bed-8bdc-12342f47392e on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:40.625114 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:40.625532 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:40.625902 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.626352 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Bound using segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:40.626842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Bound port: f744298a-3cf3-4bed-8bdc-12342f47392e, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:40.627223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.688440 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for router_gateway (037ef998-d22a-4a6e-a25e-02a109ee1b83), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.721870 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6c6a7128-32c0-4041-a7aa-bdb901073e5f req-2009e58e-a117-4a79-a58e-14e80edfe991 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730830 Sep 26 12:36:40.729264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-fcde0eaa-d92d-4004-82f0-2986969f905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:40.739332 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-fcde0eaa-d92d-4004-82f0-2986969f905b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.4816248 Sep 26 12:36:40.752408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] For port f744298a-3cf3-4bed-8bdc-12342f47392e, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:40.759281 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] For port f744298a-3cf3-4bed-8bdc-12342f47392e, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f744298a-3cf3-4bed-8bdc-12342f47392e,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:40.797558 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-80d9e401-cb9e-4342-81d0-d7214c76eeba service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277017 Sep 26 12:36:40.860665 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-8f59b89c-ea2c-4798-aa6a-c309d58d43ee service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 217 time: 0.1159124 Sep 26 12:36:40.867521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:40.924403 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 582add98-10b6-4b15-a1bf-31f7dbfcf78a details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:36:40.955610 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7cbec270-4295-409b-a39b-7029961df38e req-8d4666da-b177-4356-90b1-0578113026ec service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460457 Sep 26 12:36:40.964013 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a9651-6a42-4c34-b622-d6a9147bf650 None None] Pushing event updated for resources: {'Port': ['ID=f744298a-3cf3-4bed-8bdc-12342f47392e,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:40.985787 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:41.014706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f4a3-4a51-45a3-85d4-d89ecb869f1b req-9400f324-ed4c-42ec-b69b-9779f7e18108 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:41.017509 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f690f4a3-4a51-45a3-85d4-d89ecb869f1b req-9400f324-ed4c-42ec-b69b-9779f7e18108 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 943 time: 0.2043076 Sep 26 12:36:41.053916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a1013-60c5-4113-9fa0-1c97ce9ee267 req-fb941bac-a7e0-4ad5-b34c-92522a1a908f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:41.056805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-850a1013-60c5-4113-9fa0-1c97ce9ee267 req-fb941bac-a7e0-4ad5-b34c-92522a1a908f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.2059882 Sep 26 12:36:41.128342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:41.144507 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'port_id': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'mac_address': 'fa:16:3e:04:e2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:36:41.150483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-4a43fc02-0625-4f63-9523-91adea0f7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:41.150946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-4a43fc02-0625-4f63-9523-91adea0f7471 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.2822194 Sep 26 12:36:41.178134 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-850a1013-60c5-4113-9fa0-1c97ce9ee267 req-b85ed5de-4b33-47fd-a33d-94d908fbba9e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967181 Sep 26 12:36:41.209721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 582add98-10b6-4b15-a1bf-31f7dbfcf78a is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:41.210117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:41.260363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582add98-10b6-4b15-a1bf-31f7dbfcf78a {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:41.324299 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:41.352366 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:41.431607 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:41.431853 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:41.551766 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:41.608890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:41.669988 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f690f4a3-4a51-45a3-85d4-d89ecb869f1b req-afb8cd3d-459b-4be7-a57c-6de58b4c4999 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6372228 Sep 26 12:36:41.671055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:41.708043 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cfd3b-d2ff-4305-84f5-2ba7e1171f52 req-8a2e33df-308c-4d87-9c41-c5ad003bf616 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:41.710666 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e94cfd3b-d2ff-4305-84f5-2ba7e1171f52 req-8a2e33df-308c-4d87-9c41-c5ad003bf616 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.3787162 Sep 26 12:36:41.721672 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f744298a-3cf3-4bed-8bdc-12342f47392e up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:41.795128 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port f744298a-3cf3-4bed-8bdc-12342f47392e triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:41.795518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:41.795884 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port f744298a-3cf3-4bed-8bdc-12342f47392e Sep 26 12:36:41.810004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d1c8a-3043-4678-bc8e-f0a0cc63414c req-eeb16b8d-9d7d-43ab-ae0d-7ea56c248af9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:41.811623 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-030d1c8a-3043-4678-bc8e-f0a0cc63414c req-eeb16b8d-9d7d-43ab-ae0d-7ea56c248af9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 943 time: 0.0530572 Sep 26 12:36:41.871289 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['582add98-10b6-4b15-a1bf-31f7dbfcf78a'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:36:41.979856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for router_gateway (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.011567 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port f744298a-3cf3-4bed-8bdc-12342f47392e is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:42.011916 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.049620 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.093604 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port f744298a-3cf3-4bed-8bdc-12342f47392e, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f744298a-3cf3-4bed-8bdc-12342f47392e,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:42.166118 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:42.176999 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-030d1c8a-3043-4678-bc8e-f0a0cc63414c req-2969e308-9f53-4f3e-9dde-fe663a6ff74c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526449 Sep 26 12:36:42.185474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e94cfd3b-d2ff-4305-84f5-2ba7e1171f52 req-c2d716f5-e1fd-4eda-8cd8-2bf29354c690 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4458957 Sep 26 12:36:42.205689 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Allocated IP 172.27.1.251 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/1058e2fe-064f-4a12-a905-e4935a041008) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:42.217567 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.298921 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7744e-3b50-438b-84b6-b71068949761 req-202e2953-9c5b-4645-ad04-86d96995d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.300516 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-202e2953-9c5b-4645-ad04-86d96995d947 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 1127 time: 0.1063843 Sep 26 12:36:42.304683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-43f078e0-0666-4050-bc46-d0315e637a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.308833 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:42.315826 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533e26e-a6e6-4a63-8450-94981fd5d7f9 None None] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:42.316151 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-43f078e0-0666-4050-bc46-d0315e637a15 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195946 Sep 26 12:36:42.344616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-894d2efd-1681-4f4c-865d-bfc036445d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.405021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=f744298a-3cf3-4bed-8bdc-12342f47392e,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:42.409830 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-310266fb-7539-4fe1-af6a-fa90c3d048c0 None None] Provisioning complete for port f744298a-3cf3-4bed-8bdc-12342f47392e triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:42.410293 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-310266fb-7539-4fe1-af6a-fa90c3d048c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.410867 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-310266fb-7539-4fe1-af6a-fa90c3d048c0 None None] Attempt 1 to provision port f744298a-3cf3-4bed-8bdc-12342f47392e Sep 26 12:36:42.493963 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7744e-3b50-438b-84b6-b71068949761 req-ce3400ed-6d1b-444d-b386-179e2dc08741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.495688 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-ce3400ed-6d1b-444d-b386-179e2dc08741 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 200 len: 910 time: 0.1881409 Sep 26 12:36:42.558640 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-310266fb-7539-4fe1-af6a-fa90c3d048c0 None None] Current status of the port f744298a-3cf3-4bed-8bdc-12342f47392e is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:42.573256 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-1fcf18c9-112e-4fa3-8108-a5de2caccead service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352 HTTP/1.1" status: 200 len: 217 time: 0.0696204 Sep 26 12:36:42.618774 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80d563-95cb-4d50-ba11-c89d0d67ef0c req-627cccf7-7f71-4b03-bbde-ab4a80ff8ae3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.620367 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db80d563-95cb-4d50-ba11-c89d0d67ef0c req-627cccf7-7f71-4b03-bbde-ab4a80ff8ae3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 945 time: 0.2008410 Sep 26 12:36:42.635086 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7744e-3b50-438b-84b6-b71068949761 req-d645698d-ac9b-4fb6-b56e-fd86e3a6eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.638020 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:42.639865 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-d645698d-ac9b-4fb6-b56e-fd86e3a6eee7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a67397d1-b362-4531-bf52-a6b68937404a HTTP/1.1" status: 200 len: 849 time: 0.0565629 Sep 26 12:36:42.645413 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8821b0-21af-4093-a063-babd34b514f1 req-0093d2e0-96a9-454c-bbfa-207db5a053f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:42.652153 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc8821b0-21af-4093-a063-babd34b514f1 req-0093d2e0-96a9-454c-bbfa-207db5a053f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.2338586 Sep 26 12:36:42.667750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for port (1058e2fe-064f-4a12-a905-e4935a041008), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.677261 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-c83029f4-ddc0-4536-97ba-849dae2cb03b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=576f3071-489f-4c4b-8f83-2f6e448d2cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308762 Sep 26 12:36:42.739067 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-e6f47f38-5027-49dd-8662-35715daa77db service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218242 Sep 26 12:36:42.741586 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:42.793801 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-d84e3b7a-15fa-4d3b-8894-7978459badf6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077456 Sep 26 12:36:42.890646 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc8821b0-21af-4093-a063-babd34b514f1 req-5d1cd918-aea8-4ffc-9cf6-18a693f94570 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375162 Sep 26 12:36:42.904307 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-91586691-1ce3-4d21-aa07-0692be5abad9 None None] Provisioning complete for port f744298a-3cf3-4bed-8bdc-12342f47392e triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:42.904995 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-91586691-1ce3-4d21-aa07-0692be5abad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:42.905587 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-91586691-1ce3-4d21-aa07-0692be5abad9 None None] Attempt 1 to provision port f744298a-3cf3-4bed-8bdc-12342f47392e Sep 26 12:36:42.906350 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-db80d563-95cb-4d50-ba11-c89d0d67ef0c req-b387b17d-2080-4a4f-b283-407818c5e6ec tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514400 Sep 26 12:36:42.942127 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-90e7744e-3b50-438b-84b6-b71068949761 req-1e9868ab-742e-4823-b4b5-1b7e33db9618 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391747 Sep 26 12:36:42.959095 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cb0e2c3-3558-43ac-8b57-b9dcf2ce31b1 req-760b6f1f-1646-4c66-9923-b736ed4b4351 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063503 Sep 26 12:36:43.007244 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-91586691-1ce3-4d21-aa07-0692be5abad9 None None] Current status of the port f744298a-3cf3-4bed-8bdc-12342f47392e is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:43.032796 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0703b-5bf6-4ef9-b763-55b3db5cd225 req-68875e8b-e489-461a-8ef2-d94cc1bfa27e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:43.034430 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4a0703b-5bf6-4ef9-b763-55b3db5cd225 req-68875e8b-e489-461a-8ef2-d94cc1bfa27e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 943 time: 0.0516391 Sep 26 12:36:43.087562 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4a0703b-5bf6-4ef9-b763-55b3db5cd225 req-6ef1ee6f-0a4a-41fb-a5a2-39d403ef712f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Sep 26 12:36:43.103940 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device cbf25753-f402-4f77-9b4a-cbe5abd587fc details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:36:43.119970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 582add98-10b6-4b15-a1bf-31f7dbfcf78a up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:43.208639 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 582add98-10b6-4b15-a1bf-31f7dbfcf78a completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:36:43.240100 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:43.251614 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:36:43.302545 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port cbf25753-f402-4f77-9b4a-cbe5abd587fc is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:43.302930 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.316791 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf25753-f402-4f77-9b4a-cbe5abd587fc {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:43.337948 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:43.351582 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (1058e2fe-064f-4a12-a905-e4935a041008), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.365977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.366890 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 582add98-10b6-4b15-a1bf-31f7dbfcf78a triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:43.367487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.368068 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 582add98-10b6-4b15-a1bf-31f7dbfcf78a Sep 26 12:36:43.395109 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2c93-2e86-4ca7-a7e8-3a0f0c8a6826 req-d9677b1f-cc95-4d0e-8b0d-c646ff9b8ea0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:43.396607 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-659c2c93-2e86-4ca7-a7e8-3a0f0c8a6826 req-d9677b1f-cc95-4d0e-8b0d-c646ff9b8ea0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 943 time: 0.1149006 Sep 26 12:36:43.407489 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb26daa-7753-413a-a282-0010c4c646c0 req-a715db47-4a83-490c-bc45-703c5411ee58 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:43.409019 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8bb26daa-7753-413a-a282-0010c4c646c0 req-a715db47-4a83-490c-bc45-703c5411ee58 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1172180 Sep 26 12:36:43.457886 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:43.487531 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Pushing event updated for resources: {'Port': ['ID=1058e2fe-064f-4a12-a905-e4935a041008,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:43.497447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:43.505780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:43.549661 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.561899 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-659c2c93-2e86-4ca7-a7e8-3a0f0c8a6826 req-f20a90a5-f485-444e-b5a9-605cf1dcc4a6 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498444 Sep 26 12:36:43.657226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 582add98-10b6-4b15-a1bf-31f7dbfcf78a is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:43.657630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.680837 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:43.709137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:43.711467 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:43.713889 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75e160-30b8-4579-a0ca-7feb250f30b3" -d '{"events": [{"server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "name": "network-vif-plugged", "status": "completed", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:43.716609 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f744298a-3cf3-4bed-8bdc-12342f47392e up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:43.762376 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e9eb0-7a04-4740-ba7c-fe73021a6770 x-openstack-request-id: req-7d6e9eb0-7a04-4740-ba7c-fe73021a6770 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:43.762692 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "name": "network-vif-plugged", "status": "completed", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:43.762950 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d6e9eb0-7a04-4740-ba7c-fe73021a6770 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:43.763351 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6e9eb0-7a04-4740-ba7c-fe73021a6770'] response: {'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'code': 200} Sep 26 12:36:43.775326 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8bb26daa-7753-413a-a282-0010c4c646c0 req-4edc1d71-27fb-4a4b-bc5f-69a61de8ee69 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580384 Sep 26 12:36:43.783841 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port f744298a-3cf3-4bed-8bdc-12342f47392e triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:43.783841 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.784197 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port f744298a-3cf3-4bed-8bdc-12342f47392e Sep 26 12:36:43.885552 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:43.967002 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:43.984613 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port f744298a-3cf3-4bed-8bdc-12342f47392e is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:44.004601 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['cbf25753-f402-4f77-9b4a-cbe5abd587fc'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:36:44.098328 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:44.200963 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d022c40-4f1d-4da9-8749-1813d0d5c6b1 req-eacae779-9c0a-4925-974b-25d5534a7221 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:44.202429 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4d022c40-4f1d-4da9-8749-1813d0d5c6b1 req-eacae779-9c0a-4925-974b-25d5534a7221 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1782436 Sep 26 12:36:44.249244 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0fa5b-6eac-4843-8a2a-77c2695303dc req-8f99ab4c-a72d-41f0-ab4e-3e2e807ce16e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:44.250777 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3e0fa5b-6eac-4843-8a2a-77c2695303dc req-8f99ab4c-a72d-41f0-ab4e-3e2e807ce16e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.1512296 Sep 26 12:36:44.280595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for router_gateway (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:44.282752 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:44.293167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95683ba-aef2-48a1-9f4f-a787d82d7a76 req-280d27f0-8ec7-455c-b333-9113ca2c746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:44.294767 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a95683ba-aef2-48a1-9f4f-a787d82d7a76 req-280d27f0-8ec7-455c-b333-9113ca2c746f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 1130 time: 0.1126964 Sep 26 12:36:44.358448 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:44.434900 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4d022c40-4f1d-4da9-8749-1813d0d5c6b1 req-321f45f6-2604-45fa-ade1-5aa358291f7e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026503 Sep 26 12:36:44.444197 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3e0fa5b-6eac-4843-8a2a-77c2695303dc req-5c0e1cd3-262a-43ea-9797-40a532c72405 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798666 Sep 26 12:36:44.462237 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a95683ba-aef2-48a1-9f4f-a787d82d7a76 req-c4abd20f-ce56-44a9-9428-487fff0a5867 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330047 Sep 26 12:36:44.622425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbf9d-acbf-4a0b-bfca-3cfa6bc5b3f4 req-b1b22f84-cf8b-4950-98b6-12f97d956fee tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:44.624243 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-daedbf9d-acbf-4a0b-bfca-3cfa6bc5b3f4 req-b1b22f84-cf8b-4950-98b6-12f97d956fee tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 944 time: 0.0831587 Sep 26 12:36:44.629708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:44.700047 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:44.785714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:44.826193 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-daedbf9d-acbf-4a0b-bfca-3cfa6bc5b3f4 req-538d9224-726b-4622-a5a3-5abb315320e6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938772 Sep 26 12:36:44.853459 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16e82-dd56-41ca-85ff-2fb52d538042 req-1687ecdb-1d73-4886-941c-aa3f8aa84264 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:44.866136 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6a16e82-dd56-41ca-85ff-2fb52d538042 req-1687ecdb-1d73-4886-941c-aa3f8aa84264 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 943 time: 0.1895013 Sep 26 12:36:44.963871 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6a16e82-dd56-41ca-85ff-2fb52d538042 req-7be9038f-b5b1-47f4-a27c-f87570a411f0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974741 Sep 26 12:36:45.023558 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8f644-6c3a-46b6-9677-57467ce35a92 req-fd77aec6-957d-4bb5-866b-b6aadde062a5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:45.027731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21f8f644-6c3a-46b6-9677-57467ce35a92 req-fd77aec6-957d-4bb5-866b-b6aadde062a5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0752795 Sep 26 12:36:45.106076 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21f8f644-6c3a-46b6-9677-57467ce35a92 req-6f23f269-831b-4601-945c-4b41f0aca2c7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608480 Sep 26 12:36:45.119969 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a9fdd8de-c595-4f8c-b70f-717d37e17352 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:36:45.144881 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:36:45.154680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device cbf25753-f402-4f77-9b4a-cbe5abd587fc up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:45.341938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:36:45.346125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port cbf25753-f402-4f77-9b4a-cbe5abd587fc completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:36:45.353125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.353125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.381302 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:36:45.396490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:45.415321 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:45.419101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:45.419101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'a9fdd8de-c595-4f8c-b70f-717d37e17352', 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde', 'port_id': 'a9fdd8de-c595-4f8c-b70f-717d37e17352', 'mac_address': 'fa:16:3e:16:9c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67397d1-b362-4531-bf52-a6b68937404a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:36:45.503499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port cbf25753-f402-4f77-9b4a-cbe5abd587fc triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:45.503927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.504359 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port cbf25753-f402-4f77-9b4a-cbe5abd587fc Sep 26 12:36:45.509192 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port a9fdd8de-c595-4f8c-b70f-717d37e17352 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:45.509192 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.513359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.519727 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-81d62e6e-0434-4cb3-a5f2-012650a5aac4 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6732347 Sep 26 12:36:45.520100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39380) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:45.608298 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fdd8de-c595-4f8c-b70f-717d37e17352 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:36:45.649920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:45.680396 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:45.708279 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee038-8cd2-4d2a-9585-c37dc62d1d39 req-9d25905b-3bb1-44b9-a05b-17e473d61992 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:45.709916 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35bee038-8cd2-4d2a-9585-c37dc62d1d39 req-9d25905b-3bb1-44b9-a05b-17e473d61992 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0579057 Sep 26 12:36:45.778864 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.802416 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35bee038-8cd2-4d2a-9585-c37dc62d1d39 req-3e980fc5-99f2-445d-abf0-7660a72aabe1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536249 Sep 26 12:36:45.816515 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port cbf25753-f402-4f77-9b4a-cbe5abd587fc is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:45.817570 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:45.818955 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a936-b062-4c80-a97f-8e4f727bcaad req-f6e54e56-99a0-460b-be32-64197e2689c6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:45.820547 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0041a936-b062-4c80-a97f-8e4f727bcaad req-f6e54e56-99a0-460b-be32-64197e2689c6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.1097035 Sep 26 12:36:45.892996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:45.895588 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a35bc-efb9-4306-940f-f2c951947afe" -d '{"events": [{"server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "name": "network-vif-plugged", "status": "completed", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:45.906365 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:45.919743 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0041a936-b062-4c80-a97f-8e4f727bcaad req-4274ec40-b2e2-4948-b6f0-645fb7bc9e7e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930240 Sep 26 12:36:45.929763 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:45.991969 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:43Z', 'revision_number': 3, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:45.994559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958182d8-bba9-417d-9091-604347ad9513 x-openstack-request-id: req-958182d8-bba9-417d-9091-604347ad9513 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:45.994885 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "name": "network-vif-plugged", "status": "completed", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:45.995177 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-958182d8-bba9-417d-9091-604347ad9513 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:45.995714 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958182d8-bba9-417d-9091-604347ad9513'] response: {'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'code': 200} Sep 26 12:36:46.022176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468e469-5c54-481e-a9ff-4b04596fc390 req-c25a85d5-4478-46af-83c7-da385614bccc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:46.024560 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b468e469-5c54-481e-a9ff-4b04596fc390 req-c25a85d5-4478-46af-83c7-da385614bccc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 944 time: 0.0653746 Sep 26 12:36:46.042345 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:36:46.042979 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Updating router 037ef998-d22a-4a6e-a25e-02a109ee1b83 port 1058e2fe-064f-4a12-a905-e4935a041008 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:36:46.075130 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.107316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1058e2fe-064f-4a12-a905-e4935a041008), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.162057 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e9fa-830e-4a73-a892-7258d9f4a1a0 req-19970555-ad4b-42ce-af7b-bc0b0a4f02d6 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:46.163503 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1503e9fa-830e-4a73-a892-7258d9f4a1a0 req-19970555-ad4b-42ce-af7b-bc0b0a4f02d6 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 944 time: 0.0898366 Sep 26 12:36:46.165385 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:46.222057 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['a9fdd8de-c595-4f8c-b70f-717d37e17352'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:36:46.347108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b468e469-5c54-481e-a9ff-4b04596fc390 req-0d38b1da-4b6d-4d43-8bf6-c56e8cd43ac9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138490 Sep 26 12:36:46.372735 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1503e9fa-830e-4a73-a892-7258d9f4a1a0 req-0693ea7c-45ba-4217-a0fb-5f2a0e6d1cb3 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919599 Sep 26 12:36:46.395865 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.517380 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks [] for port (1058e2fe-064f-4a12-a905-e4935a041008), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.534785 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7798ea6-5025-4c8e-8ae2-704bb95b5e5d req-bbb3e919-6517-430c-a889-7a4cf7cf50c6 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:46.541921 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d7798ea6-5025-4c8e-8ae2-704bb95b5e5d req-bbb3e919-6517-430c-a889-7a4cf7cf50c6 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0754409 Sep 26 12:36:46.606308 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d7798ea6-5025-4c8e-8ae2-704bb95b5e5d req-095b10ec-0531-45f2-bc8c-d0cda8463f94 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633216 Sep 26 12:36:46.632908 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1058e2fe-064f-4a12-a905-e4935a041008), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.692339 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Attempting to bind port 1058e2fe-064f-4a12-a905-e4935a041008 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:46.692903 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Attempting to bind port 1058e2fe-064f-4a12-a905-e4935a041008 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:46.693278 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Attempting to bind port 1058e2fe-064f-4a12-a905-e4935a041008 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:46.726739 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a4eae-936d-42ce-be70-f124545928e5 None None] Pushing event updated for resources: {'Port': ['ID=1058e2fe-064f-4a12-a905-e4935a041008,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:46.730749 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Allocated IP 172.20.0.1 (4f3c619e-6403-4ad0-be46-17e66b1e7905/409477d7-56aa-4db3-bc8e-778cf74e0f3c/5130e183-379d-4501-ab2a-a495ea27013a) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:46.754550 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:46.754933 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:46.755344 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.755789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:46.756274 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Bound port: 1058e2fe-064f-4a12-a905-e4935a041008, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:46.756653 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1058e2fe-064f-4a12-a905-e4935a041008), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.902881 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks [] for port (5130e183-379d-4501-ab2a-a495ea27013a), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:46.994764 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] For port 1058e2fe-064f-4a12-a905-e4935a041008, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:46.998606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] For port 1058e2fe-064f-4a12-a905-e4935a041008, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1058e2fe-064f-4a12-a905-e4935a041008,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:47.026128 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:47.074973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:47.080512 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:47.083451 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:47.084373 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:47.089454 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:47.136391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1058e2fe-064f-4a12-a905-e4935a041008), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:47.237355 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:47.238363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:47.337432 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a4eae-936d-42ce-be70-f124545928e5 None None] Pushing event updated for resources: {'Port': ['ID=1058e2fe-064f-4a12-a905-e4935a041008,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:47.364181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ae104-df48-4765-9f54-462a903c4ade req-afe0f9e0-aca8-47d2-b2c7-04f3e2f1061f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:47.371224 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a6ae104-df48-4765-9f54-462a903c4ade req-afe0f9e0-aca8-47d2-b2c7-04f3e2f1061f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.4172173 Sep 26 12:36:47.378584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2fbf9-3a1e-44dc-a586-2b7d7bb8d183 req-5541ce0d-bf91-4a7c-97e1-c8c563486a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:47.379715 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a2fbf9-3a1e-44dc-a586-2b7d7bb8d183 req-5541ce0d-bf91-4a7c-97e1-c8c563486a14 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.4958782 Sep 26 12:36:47.409859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db93b2-dc4b-409d-8854-92b3b60c7066 req-0a8312c4-9904-4ead-8188-2187f8cf44f5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:47.419816 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-25db93b2-dc4b-409d-8854-92b3b60c7066 req-0a8312c4-9904-4ead-8188-2187f8cf44f5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.1137166 Sep 26 12:36:47.434877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:47.505884 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a6ae104-df48-4765-9f54-462a903c4ade req-b5716a6c-6e9f-42eb-88ae-65fa6db31146 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336777 Sep 26 12:36:47.574318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Provisioning complete for port 5130e183-379d-4501-ab2a-a495ea27013a triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:47.574694 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5130e183-379d-4501-ab2a-a495ea27013a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:47.579590 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 1 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:47.600621 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a2fbf9-3a1e-44dc-a586-2b7d7bb8d183 req-46dec1dc-15d0-43a3-8997-67a1de3a0223 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083352 Sep 26 12:36:47.637434 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-25db93b2-dc4b-409d-8854-92b3b60c7066 req-7dec7369-058b-496d-8080-409af33e2a68 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073982 Sep 26 12:36:47.652874 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:47.663426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a9fdd8de-c595-4f8c-b70f-717d37e17352 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:47.743622 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334860-d4ed-4447-9fc9-52051f9dfe18 req-c871070b-59cd-4c6e-b97f-56e9719e4e71 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:47.743622 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e8334860-d4ed-4447-9fc9-52051f9dfe18 req-c871070b-59cd-4c6e-b97f-56e9719e4e71 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.1052997 Sep 26 12:36:47.833024 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e8334860-d4ed-4447-9fc9-52051f9dfe18 req-6a11c369-10b0-44e3-95f0-47fb3f0d704f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762770 Sep 26 12:36:47.867568 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f7d9-e1f0-479d-986d-092cb4192fb3 req-a22aa2ea-4c4c-487e-bcc7-c5f4eee0adaa tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:47.875923 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b582f7d9-e1f0-479d-986d-092cb4192fb3 req-a22aa2ea-4c4c-487e-bcc7-c5f4eee0adaa tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 944 time: 0.1327789 Sep 26 12:36:47.897537 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port a9fdd8de-c595-4f8c-b70f-717d37e17352 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:36:47.930455 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5130e183-379d-4501-ab2a-a495ea27013a), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.012234 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b582f7d9-e1f0-479d-986d-092cb4192fb3 req-54890b24-d4c3-4d6e-8171-d2bee6356e32 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297131 Sep 26 12:36:48.012556 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:43Z', 'revision_number': 3, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:48.016283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ac69-d091-4667-944c-7d8c980bb887 req-c67fc716-3163-45a3-a337-cb5fc5ba9d07 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:48.029342 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ee1ac69-d091-4667-944c-7d8c980bb887 req-c67fc716-3163-45a3-a337-cb5fc5ba9d07 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1093595 Sep 26 12:36:48.045111 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70413a-d727-480f-ad62-1073a278ccca None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:43Z', 'revision_number': 3, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:36:48.068658 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:48.070318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port a9fdd8de-c595-4f8c-b70f-717d37e17352 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:48.070750 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.071086 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port a9fdd8de-c595-4f8c-b70f-717d37e17352 Sep 26 12:36:48.142630 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ee1ac69-d091-4667-944c-7d8c980bb887 req-ddfb9d56-88b2-4bcb-ad52-5ca2debe5b1b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160741 Sep 26 12:36:48.152519 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 2 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:48.244728 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:48.267828 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:48.298397 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks [] for port (5130e183-379d-4501-ab2a-a495ea27013a), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.304393 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eee060-98b7-4b1c-95e2-127cdc4a709b req-17ceec69-28e4-43bb-9b58-f9ae54a80723 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:48.305917 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port a9fdd8de-c595-4f8c-b70f-717d37e17352 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:48.306316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.314012 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61eee060-98b7-4b1c-95e2-127cdc4a709b req-17ceec69-28e4-43bb-9b58-f9ae54a80723 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.1418493 Sep 26 12:36:48.318581 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39414) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:48.323957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'port_id': '582add98-10b6-4b15-a1bf-31f7dbfcf78a'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:48.338056 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:48.340549 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24ef84-3b5d-4353-86e7-4335315fba8a" -d '{"events": [{"server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:48.381832 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:48.384037 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.384487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67dcf1-c502-4b02-8c49-0460a865535e x-openstack-request-id: req-0c67dcf1-c502-4b02-8c49-0460a865535e {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:48.384487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:48.384487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c67dcf1-c502-4b02-8c49-0460a865535e {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:48.384487 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c67dcf1-c502-4b02-8c49-0460a865535e'] response: {'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352', 'code': 200} Sep 26 12:36:48.688156 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f34802-8c30-48d6-bcd3-56fcbe920a76 req-8491832f-4e0c-45be-b9a6-8c6cb928993c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:48.690328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93f34802-8c30-48d6-bcd3-56fcbe920a76 req-8491832f-4e0c-45be-b9a6-8c6cb928993c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0747602 Sep 26 12:36:48.745611 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 3 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:48.795581 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:48.855241 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93f34802-8c30-48d6-bcd3-56fcbe920a76 req-bc8a4070-ae71-459a-90bb-1039e291d187 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354728 Sep 26 12:36:48.963975 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.964841 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.966216 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:48.994399 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:49.004982 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122b172-a92f-49b8-9181-0ff163efe56d req-5c54b4e9-7195-49f0-9217-25404545fcb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:49.006599 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e122b172-a92f-49b8-9181-0ff163efe56d req-5c54b4e9-7195-49f0-9217-25404545fcb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0659354 Sep 26 12:36:49.031753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:49.090672 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e122b172-a92f-49b8-9181-0ff163efe56d req-b72786bb-61c4-4df6-a71b-2eb31cd3fba7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781839 Sep 26 12:36:49.125321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:49.169671 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:49.258184 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:49.264045 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:49.296847 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 4 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:49.350521 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9529bc-f2dc-4144-97e5-7730cffa6593 req-ea94182c-77c1-40a3-b0e7-088e59e61a00 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:49.352459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e9529bc-f2dc-4144-97e5-7730cffa6593 req-ea94182c-77c1-40a3-b0e7-088e59e61a00 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.1528873 Sep 26 12:36:49.380946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:49.460742 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecf1e4-056e-4203-901d-4f5fe4a0a503 req-ae67512a-7295-42c9-b447-e16893c0a5d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:49.469310 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1cecf1e4-056e-4203-901d-4f5fe4a0a503 req-ae67512a-7295-42c9-b447-e16893c0a5d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.2065907 Sep 26 12:36:49.489912 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:36:49.512892 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 0c2c785f-5d3c-464a-827a-fbba8c276c43 associated. External IP: 172.27.1.42, port: 582add98-10b6-4b15-a1bf-31f7dbfcf78a. Sep 26 12:36:49.599171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:49.671918 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e9529bc-f2dc-4144-97e5-7730cffa6593 req-4275a367-0f6b-4dc5-980a-ea57f63e59c3 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617195 Sep 26 12:36:49.702429 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1058e2fe-064f-4a12-a905-e4935a041008 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:49.717651 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:36:49.737137 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-807ee6ff-3f72-49c0-af3d-3f6ec21fc6f4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/037ef998-d22a-4a6e-a25e-02a109ee1b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2159443 Sep 26 12:36:49.761641 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1cecf1e4-056e-4203-901d-4f5fe4a0a503 req-3ebbe575-f49a-4aa0-ad77-acb496a27a8c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869577 Sep 26 12:36:49.784467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04623233-3d10-4222-8a33-196acd86c8d2 req-b211fbdc-c42c-4163-ab71-3dc09b89ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:49.786032 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04623233-3d10-4222-8a33-196acd86c8d2 req-b211fbdc-c42c-4163-ab71-3dc09b89ccf7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 1129 time: 0.1512668 Sep 26 12:36:49.813923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1058e2fe-064f-4a12-a905-e4935a041008 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:49.814521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1058e2fe-064f-4a12-a905-e4935a041008), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:49.815136 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1058e2fe-064f-4a12-a905-e4935a041008 Sep 26 12:36:49.882667 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 5 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:49.888256 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04623233-3d10-4222-8a33-196acd86c8d2 req-8e163cb5-fb84-40d2-aaa5-3f2ecd85e4bd service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950456 Sep 26 12:36:49.961859 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:49.966176 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1058e2fe-064f-4a12-a905-e4935a041008 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:49.966574 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1058e2fe-064f-4a12-a905-e4935a041008), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:49.995680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 1058e2fe-064f-4a12-a905-e4935a041008, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1058e2fe-064f-4a12-a905-e4935a041008,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:49.997174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:50.054546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbcfcd-da37-4bb8-97bf-6ec19a0168ba req-fec21906-b3a4-4c27-b12d-bbaa1854b025 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:50.056485 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2bbcfcd-da37-4bb8-97bf-6ec19a0168ba req-fec21906-b3a4-4c27-b12d-bbaa1854b025 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0746553 Sep 26 12:36:50.058611 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:36:50.094118 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1058e2fe-064f-4a12-a905-e4935a041008), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:50.174183 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=1058e2fe-064f-4a12-a905-e4935a041008,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:50.211081 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2bbcfcd-da37-4bb8-97bf-6ec19a0168ba req-25026fb7-ffa6-4682-9e74-b0a4b12cc862 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482470 Sep 26 12:36:50.311668 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:36:50.323163 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff125e-a234-4a28-a665-57dbcdff1f0b req-f4740d87-3f2f-495c-9431-e33c93d2c60b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:50.333322 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d9ff125e-a234-4a28-a665-57dbcdff1f0b req-f4740d87-3f2f-495c-9431-e33c93d2c60b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.1020668 Sep 26 12:36:50.333322 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:36:50.333695 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:50.333695 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:50.333894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:50.339999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:36:50.362505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:50.363185 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:50.381600 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bf5dd46b-a94b-4133-943c-44297561b15d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/0c2c785f-5d3c-464a-827a-fbba8c276c43 HTTP/1.1" status: 200 len: 991 time: 2.0597632 Sep 26 12:36:50.385748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:50.388062 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:50.484517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d9ff125e-a234-4a28-a665-57dbcdff1f0b req-afabd7e3-70a7-4b67-a92b-f04b7d3df766 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992222 Sep 26 12:36:50.488587 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d785523-eba4-4d94-a384-178b7441e1ba x-openstack-request-id: req-5d785523-eba4-4d94-a384-178b7441e1ba {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:50.488919 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:50.489178 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d785523-eba4-4d94-a384-178b7441e1ba {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:50.489581 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d785523-eba4-4d94-a384-178b7441e1ba'] response: {'name': 'network-changed', 'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'status': 'completed', 'code': 200} Sep 26 12:36:50.498928 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:50.560720 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:50.700347 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f95db-6e96-4878-829d-766952838342 req-5a0ee135-3c3c-41b4-b2fa-385e6470757d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:50.702536 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc0f95db-6e96-4878-829d-766952838342 req-5a0ee135-3c3c-41b4-b2fa-385e6470757d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0821393 Sep 26 12:36:50.715115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39456) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:50.720238 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'floatingip': {'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:50.724501 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 6 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:50.819720 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 2, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:50.836741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:50.852887 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:36:50.855040 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Updating router 037ef998-d22a-4a6e-a25e-02a109ee1b83 port 5130e183-379d-4501-ab2a-a495ea27013a binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:36:50.896090 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5130e183-379d-4501-ab2a-a495ea27013a), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:50.899700 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:50.926531 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f0fdc-a80f-4b57-9691-662cbc3ea401 req-3109bf38-4c58-4424-ae27-3315abeae839 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:50.928123 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7b3f0fdc-a80f-4b57-9691-662cbc3ea401 req-3109bf38-4c58-4424-ae27-3315abeae839 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.1329727 Sep 26 12:36:51.068848 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '0c2c785f-5d3c-464a-827a-fbba8c276c43', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:04:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:21Z', 'updated_at': '2022-09-26T12:36:48Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}, {'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:51.144110 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:36:51.165041 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:51.168110 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:51.260249 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39468) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:51.266152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-717032628-network', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:51.354468 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks [] for port (5130e183-379d-4501-ab2a-a495ea27013a), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.490278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4556cf-340d-4834-84a2-128970793ade req-ce67940b-6fd4-489a-86e9-92873d23a2f7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:51.491903 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff4556cf-340d-4834-84a2-128970793ade req-ce67940b-6fd4-489a-86e9-92873d23a2f7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.5799489 Sep 26 12:36:51.494123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Made reservation on behalf of f2614a37aba744fb9cbe2ca482eb9aa7 for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:51.496914 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.503145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-ab2409dd-2489-485b-8246-5409c0ba6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:51.504853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-ab2409dd-2489-485b-8246-5409c0ba6cdc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 1130 time: 0.1454599 Sep 26 12:36:51.509154 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.528504 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.575497 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:51.665561 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7b3f0fdc-a80f-4b57-9691-662cbc3ea401 req-6e0ddc4f-e872-4eae-bc25-61905be8ba21 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077842 Sep 26 12:36:51.793509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks [] for security_group (1b8433c7-0b9a-469c-9953-ea76dd972c8e), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.798581 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:51.837438 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ff4556cf-340d-4834-84a2-128970793ade req-e0d35494-907f-44cf-9acf-d01f4263055e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240321 Sep 26 12:36:51.849990 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Pushing event updated for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:51.858964 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 7 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:51.885872 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Attempting to bind port 5130e183-379d-4501-ab2a-a495ea27013a on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:51.886589 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Attempting to bind port 5130e183-379d-4501-ab2a-a495ea27013a by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:51.886954 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Attempting to bind port 5130e183-379d-4501-ab2a-a495ea27013a on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:51.889679 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.890021 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.894714 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:36:51.910897 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Port 5130e183-379d-4501-ab2a-a495ea27013a cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:36:51.912284 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1058e2fe-064f-4a12-a905-e4935a041008 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:51.924181 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:51.926494 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1b8433c7-0b9a-469c-9953-ea76dd972c8e), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.955195 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:51.956075 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:51.956075 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:51.956377 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Bound using segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:51.956952 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Bound port: 5130e183-379d-4501-ab2a-a495ea27013a, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:51.957466 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5130e183-379d-4501-ab2a-a495ea27013a), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.001113 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:36:52.018094 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8433c7-0b9a-469c-9953-ea76dd972c8e,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:52.022039 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:52.025682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218d605-2e65-4b8c-9d45-f87667ab09a5 req-94dbfa1f-b50c-4728-9030-febb842a045f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:52.039775 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (c4a35c05-378d-4cf5-97b3-6a15b4b9e205), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.042480 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3218d605-2e65-4b8c-9d45-f87667ab09a5 req-94dbfa1f-b50c-4728-9030-febb842a045f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1957173 Sep 26 12:36:52.048516 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Added segment c4a35c05-378d-4cf5-97b3-6a15b4b9e205 of type vlan for network 685d55bb-fd90-4702-af9d-019375fa9f0e Sep 26 12:36:52.055963 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1058e2fe-064f-4a12-a905-e4935a041008 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:52.056354 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1058e2fe-064f-4a12-a905-e4935a041008), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.056688 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1058e2fe-064f-4a12-a905-e4935a041008 Sep 26 12:36:52.070275 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] For port 5130e183-379d-4501-ab2a-a495ea27013a, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:52.077967 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] For port 5130e183-379d-4501-ab2a-a495ea27013a, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5130e183-379d-4501-ab2a-a495ea27013a,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:52.120417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-56e9c216-a237-4cd6-beb8-bcdd15b4a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:52.122100 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-56e9c216-a237-4cd6-beb8-bcdd15b4a86d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.4002907 Sep 26 12:36:52.123672 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:52.126719 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (685d55bb-fd90-4702-af9d-019375fa9f0e), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.203181 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.267539 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:52.276015 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-02cb08eb-2e64-4135-909d-9d55b6154155 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a HTTP/1.1" status: 200 len: 999 time: 0.1419106 Sep 26 12:36:52.279190 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (685d55bb-fd90-4702-af9d-019375fa9f0e), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.280318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:52.282774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.294573 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3218d605-2e65-4b8c-9d45-f87667ab09a5 req-dca8b351-ca2f-404d-a3db-e063f8d1a6bd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995342 Sep 26 12:36:52.302383 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:52.303002 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:52.364288 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '0c2c785f-5d3c-464a-827a-fbba8c276c43', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:04:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:21Z', 'updated_at': '2022-09-26T12:36:48Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}, {'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:52.398190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1058e2fe-064f-4a12-a905-e4935a041008 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:52.403359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-bd75de97-de30-4be0-b7be-103664e7d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:52.404441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234cfa7-1953-4217-9005-f4bd2cd26e0b None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '0c2c785f-5d3c-464a-827a-fbba8c276c43', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:04:e2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:21Z', 'updated_at': '2022-09-26T12:36:48Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}, {'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:36:52.405445 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-bd75de97-de30-4be0-b7be-103664e7d99b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.1065426 Sep 26 12:36:52.411927 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Attempt 8 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:52.473032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] Pushing event updated for resources: {'Network': ['ID=685d55bb-fd90-4702-af9d-019375fa9f0e,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:52.503286 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc267d-82a2-4267-98da-4a63d6790f27 None None] Pushing event updated for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:52.524180 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 685d55bb-fd90-4702-af9d-019375fa9f0e details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:36:52.548041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.549768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-c2899de4-686e-493b-a1fe-34629153f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:52.551301 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-c2899de4-686e-493b-a1fe-34629153f67f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013248 Sep 26 12:36:52.555571 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:52.596830 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-650b2580-5f23-41a4-887c-740f1cc1dd0d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3322244 Sep 26 12:36:52.597046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39476) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:52.634563 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Request body: {'subnet': {'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-717032628-subnet', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:52.670713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.703832 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Current status of the port 5130e183-379d-4501-ab2a-a495ea27013a is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:52.704717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5130e183-379d-4501-ab2a-a495ea27013a), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.751280 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-46f07c2a-9f64-45da-bdb3-b38dedec79a0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834705 Sep 26 12:36:52.795710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] For port 5130e183-379d-4501-ab2a-a495ea27013a, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5130e183-379d-4501-ab2a-a495ea27013a,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:52.823292 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Made reservation on behalf of f2614a37aba744fb9cbe2ca482eb9aa7 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:36:52.825663 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.918167 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:52.930979 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba32ec-d74e-4a65-8f96-eb71443e7839 None None] New status for floating IP 0c2c785f-5d3c-464a-827a-fbba8c276c43: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:36:53.004027 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Floating IP 82f09118-5548-4f92-9a4a-a972b7f78479 associated. External IP: 172.27.1.70, port: cbf25753-f402-4f77-9b4a-cbe5abd587fc. Sep 26 12:36:53.015137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1398-336a-498d-9aab-bf1d73766ff0 None None] Pushing event updated for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:53.048515 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:53.058454 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-dc3f3014-16ff-4093-8529-12b909e99e1f None None] Provisioning complete for port 5130e183-379d-4501-ab2a-a495ea27013a triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:53.059033 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3014-16ff-4093-8529-12b909e99e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5130e183-379d-4501-ab2a-a495ea27013a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:53.059549 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-dc3f3014-16ff-4093-8529-12b909e99e1f None None] Attempt 1 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:53.073442 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407bef4-170f-4895-87a5-c9cd4d7efbd9 req-f7555a63-4a23-477f-9875-3d0947fd2b78 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:53.081512 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c407bef4-170f-4895-87a5-c9cd4d7efbd9 req-f7555a63-4a23-477f-9875-3d0947fd2b78 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.2851424 Sep 26 12:36:53.099852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:53.148633 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:53.162562 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca781d9-e91b-4005-bd1c-cc2bb668f00f req-bad917c3-206a-4f79-aca6-b1e88b59768a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:53.164239 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dca781d9-e91b-4005-bd1c-cc2bb668f00f req-bad917c3-206a-4f79-aca6-b1e88b59768a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.2004378 Sep 26 12:36:53.186158 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3014-16ff-4093-8529-12b909e99e1f None None] Current status of the port 5130e183-379d-4501-ab2a-a495ea27013a is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:53.192148 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0552d4-cf49-4f90-946b-6add9883024e None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:36:53.285709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f7cf02ea-33ad-4448-a3b4-ad85359fcbb7 req-6e718d17-91a1-44b6-953b-7c9876828b81 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830174 Sep 26 12:36:53.306973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:53.352900 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c407bef4-170f-4895-87a5-c9cd4d7efbd9 req-172878e8-30e0-4e63-a62e-a60de749fcb0 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697790 Sep 26 12:36:53.413186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dca781d9-e91b-4005-bd1c-cc2bb668f00f req-241c31ca-df83-494c-ac13-110837e2adb9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317705 Sep 26 12:36:53.744652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5130e183-379d-4501-ab2a-a495ea27013a up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:53.832152 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 5130e183-379d-4501-ab2a-a495ea27013a triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:53.832627 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5130e183-379d-4501-ab2a-a495ea27013a), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:53.833058 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 5130e183-379d-4501-ab2a-a495ea27013a Sep 26 12:36:53.965709 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 5130e183-379d-4501-ab2a-a495ea27013a is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:54.031857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (95f6d55d-496c-452c-bba5-09dba2f17a76), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:54.086424 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbe22e-dc59-45a9-8f21-1d05465d0e12 req-3c4365d0-d9c8-4516-b8d2-a00d0debd775 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:54.094123 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ffbe22e-dc59-45a9-8f21-1d05465d0e12 req-3c4365d0-d9c8-4516-b8d2-a00d0debd775 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.5478287 Sep 26 12:36:54.318697 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bed418-8279-43ef-9b21-98fa1b496302 req-53274c3f-cd19-4131-ab7d-8549989457a2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:54.325684 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28bed418-8279-43ef-9b21-98fa1b496302 req-53274c3f-cd19-4131-ab7d-8549989457a2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.3083565 Sep 26 12:36:54.359429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f6d55d-496c-452c-bba5-09dba2f17a76,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:54.377267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:36:54.397054 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-b14ff028-5a13-4bd6-b0eb-61458c61e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:54.403359 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-b14ff028-5a13-4bd6-b0eb-61458c61e20c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1130 time: 0.1814368 Sep 26 12:36:54.464119 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ffbe22e-dc59-45a9-8f21-1d05465d0e12 req-0bb5bf1a-4230-40bb-8f42-f77e27ba5cbc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029971 Sep 26 12:36:54.528387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Checking segment: {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:54.532295 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Network hostable DHCP agents. Network: 685d55bb-fd90-4702-af9d-019375fa9f0e, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:36:54.565363 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-28bed418-8279-43ef-9b21-98fa1b496302 req-503cfa65-bda1-416f-8ada-e02c801473db tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383726 Sep 26 12:36:54.735853 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-03abed7e-ecea-4b44-9c8b-7708d1f68146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:54.739166 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-03abed7e-ecea-4b44-9c8b-7708d1f68146 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 912 time: 0.3129528 Sep 26 12:36:54.749188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:36:54.754880 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:54.759684 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:36:54.771692 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:54.776419 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:54.849817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Network 685d55bb-fd90-4702-af9d-019375fa9f0e is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:36:54.884590 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cc9b23a3-9630-48e7-8b02-2f11e1c77f90 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/82f09118-5548-4f92-9a4a-a972b7f78479 HTTP/1.1" status: 200 len: 990 time: 4.1660128 Sep 26 12:36:54.888738 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:54.891243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307e9168-8cc2-4531-aa46-a94af389f90f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:54.907609 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-943582cf-4eac-42e9-bb59-809a51162e88 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 1002 time: 0.1472971 Sep 26 12:36:54.966408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47edd3a-fa0c-4e2f-83cd-90736cf89380 x-openstack-request-id: req-e47edd3a-fa0c-4e2f-83cd-90736cf89380 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:54.966777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:54.966951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e47edd3a-fa0c-4e2f-83cd-90736cf89380 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:54.967387 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47edd3a-fa0c-4e2f-83cd-90736cf89380'] response: {'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'status': 'completed', 'code': 200} Sep 26 12:36:54.992570 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-e7acf936-d69b-439c-a39b-7a401ed012b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:54.994071 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-e7acf936-d69b-439c-a39b-7a401ed012b9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.0738077 Sep 26 12:36:55.002363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:55.050371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:55.056139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 685d55bb-fd90-4702-af9d-019375fa9f0e) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:55.061879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.062484 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:55.071508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-4928482c-ba3d-42dd-9276-ef779e583929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.075497 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-4928482c-ba3d-42dd-9276-ef779e583929 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729952 Sep 26 12:36:55.121306 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2e66f-b614-4d1a-a93f-5fd58a4907d8 None None] Network 685d55bb-fd90-4702-af9d-019375fa9f0e requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:55.132982 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9168-8cc2-4531-aa46-a94af389f90f req-7cc145a2-1c86-4abd-acdd-012024f69b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.137160 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-7cc145a2-1c86-4abd-acdd-012024f69b2a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.1154292 Sep 26 12:36:55.244025 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-b963e825-d8f1-4264-a831-77f5e7aba0b8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612847 Sep 26 12:36:55.287982 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9168-8cc2-4531-aa46-a94af389f90f req-62fa226c-9e69-44e2-8cd6-ff3a9396db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.290352 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-62fa226c-9e69-44e2-8cd6-ff3a9396db67 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.1450438 Sep 26 12:36:55.371556 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-e24f5839-cfae-4701-b7e4-bec28a3746f1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 998 time: 0.0748725 Sep 26 12:36:55.378217 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf028553-07fd-41f0-bd56-cbf73db68fb5 req-6ecd110d-238b-4f24-abfa-149d6316034a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275120 Sep 26 12:36:55.411873 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-685d55bb-fd90-4702-af9d-019375fa9f0e', 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e', 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'fixed_ips': [{'subnet_id': '95f6d55d-496c-452c-bba5-09dba2f17a76'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:36:55.412825 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:55.425546 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9168-8cc2-4531-aa46-a94af389f90f req-042f9342-0808-4325-96e4-3241e9bd0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.427200 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-042f9342-0808-4325-96e4-3241e9bd0b62 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0488784 Sep 26 12:36:55.487895 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9168-8cc2-4531-aa46-a94af389f90f req-ffeda644-adaa-4d49-a711-3242cc79818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.489423 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-ffeda644-adaa-4d49-a711-3242cc79818c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384042 Sep 26 12:36:55.574062 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 1, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:55.574342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:55.627728 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:36:55.647157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:55.648305 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:55.693365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a4d0-8dbe-4fb2-bafb-547cb8062224 req-b1ebad5f-8622-451a-bbee-3ef413188d59 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.694917 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77d3a4d0-8dbe-4fb2-bafb-547cb8062224 req-b1ebad5f-8622-451a-bbee-3ef413188d59 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.0838861 Sep 26 12:36:55.708990 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Allocated IP 172.20.0.2 (685d55bb-fd90-4702-af9d-019375fa9f0e/95f6d55d-496c-452c-bba5-09dba2f17a76/2c7775fa-8fc8-471f-9f46-2039ac25d8ab) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:55.717955 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe8403-68b0-48ec-8138-ab62fe4b3082 req-db1ad9c2-11d0-4919-bdf1-7e2a81c9e2f9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.719416 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ebe8403-68b0-48ec-8138-ab62fe4b3082 req-db1ad9c2-11d0-4919-bdf1-7e2a81c9e2f9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.0731878 Sep 26 12:36:55.792634 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77d3a4d0-8dbe-4fb2-bafb-547cb8062224 req-e66224b9-e11e-4d7b-ba2f-34da4074f1c9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910423 Sep 26 12:36:55.802375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ebe8403-68b0-48ec-8138-ab62fe4b3082 req-904a2a79-55a2-411e-98bf-c35008cd7671 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712068 Sep 26 12:36:55.916162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cae33e-a55f-41fb-bea8-7721a017b4a5 req-42b525ae-561c-4425-a802-5fbe9ea15f5a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:55.917700 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c7cae33e-a55f-41fb-bea8-7721a017b4a5 req-42b525ae-561c-4425-a802-5fbe9ea15f5a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0507538 Sep 26 12:36:55.953548 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:36:55.965620 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c7cae33e-a55f-41fb-bea8-7721a017b4a5 req-1e868763-1d97-4e0b-bec4-947c72937e8d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 Sep 26 12:36:56.096475 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a2252178-d3ed-4f0f-b008-3e5eb219c1a2 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4969246 Sep 26 12:36:56.098996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39534) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:56.103625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:36:56.139708 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks [] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.222743 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:56.230275 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 1, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:56.257337 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7445e1-7911-47d9-898e-60386c2d6bdb None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 1, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:36:56.277766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.279008 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.329085 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:56.330934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.394748 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Network 685d55bb-fd90-4702-af9d-019375fa9f0e is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:56.405887 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for router_controller (90aeb629-ff9d-4631-b2d2-34d074848c52), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.406044 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:56.406044 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:56.408268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Pushing event updated for resources: {'Port': ['ID=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:56.466503 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Attempting to bind port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:36:56.466787 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Attempting to bind port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:36:56.467146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Attempting to bind port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab on network 685d55bb-fd90-4702-af9d-019375fa9f0e {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:36:56.529789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:36:56.530203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Checking segment: {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:36:56.530589 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.530972 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Bound using segment: {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:36:56.531441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Bound port: 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:36:56.531912 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.585899 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777221e-a944-434f-ab9e-4657ba0bc2e8 None None] New status for floating IP 82f09118-5548-4f92-9a4a-a972b7f78479: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:36:56.615814 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] For port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:36:56.620308 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] For port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:36:56.652169 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:56.750284 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39542) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:56.797697 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:56.854854 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.910152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for router_gateway (90aeb629-ff9d-4631-b2d2-34d074848c52), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.959050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b0ff88a0-53c3-4cae-a8c7-c4d2051f41ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:56.984602 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7dd2c-3618-4d64-a54a-f2e7fa258374 None None] Pushing event updated for resources: {'Port': ['ID=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:57.056889 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccc6bf-98c7-4200-a962-f030aecf4705 req-b5bc7283-3a10-473b-8942-8bda16a51cb6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:57.058460 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-97ccc6bf-98c7-4200-a962-f030aecf4705 req-b5bc7283-3a10-473b-8942-8bda16a51cb6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1025231 Sep 26 12:36:57.075710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b0ff88a0-53c3-4cae-a8c7-c4d2051f41ea admin admin] Publish callbacks [] for security_group (2c00b5bf-4b1b-42f1-90ba-0e0134581c1b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.083826 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9465-6b4f-4b20-9e82-b8f4f6ec1d87 req-b7a809db-349a-40d3-9495-837766f5cdac tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:57.085303 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f67a9465-6b4f-4b20-9e82-b8f4f6ec1d87 req-b7a809db-349a-40d3-9495-837766f5cdac tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.1148880 Sep 26 12:36:57.161622 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-97ccc6bf-98c7-4200-a962-f030aecf4705 req-e3a22b11-d712-4a54-a051-73e30b5b23a8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970521 Sep 26 12:36:57.176223 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f67a9465-6b4f-4b20-9e82-b8f4f6ec1d87 req-67ea05dc-99b0-4a75-8454-c65ca01efb0e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Sep 26 12:36:57.318342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae689f-087f-4afe-afac-4f29204f3266 req-526ecb1b-46c6-41f5-b9d2-5b48a53fdfbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:57.327696 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95ae689f-087f-4afe-afac-4f29204f3266 req-526ecb1b-46c6-41f5-b9d2-5b48a53fdfbf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0938840 Sep 26 12:36:57.334689 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b0ff88a0-53c3-4cae-a8c7-c4d2051f41ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c00b5bf-4b1b-42f1-90ba-0e0134581c1b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.354899 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-6f4d4651-eac9-4bfd-b090-1899e0585249 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542466 Sep 26 12:36:57.381004 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b0ff88a0-53c3-4cae-a8c7-c4d2051f41ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba73031df7f44f70a8ecedb11f9928c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6294611 Sep 26 12:36:57.382507 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff88a0-53c3-4cae-a8c7-c4d2051f41ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00b5bf-4b1b-42f1-90ba-0e0134581c1b,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:57.384807 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39556) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:57.441895 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95ae689f-087f-4afe-afac-4f29204f3266 req-3a261f2e-39a3-4c69-ac87-c08e546ed6c5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133406 Sep 26 12:36:57.537844 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] Publish callbacks [] for security_group (2c00b5bf-4b1b-42f1-90ba-0e0134581c1b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.554227 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for router_gateway (90aeb629-ff9d-4631-b2d2-34d074848c52), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.580426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.591151 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] Publish callbacks [] for security_group (2c00b5bf-4b1b-42f1-90ba-0e0134581c1b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.605117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 2c7775fa-8fc8-471f-9f46-2039ac25d8ab up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:57.670618 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:57.671083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.671438 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab Sep 26 12:36:57.736853 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Allocated IP 172.27.1.90 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/a9ef50c4-8f0f-4059-bb72-657f346c317b) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:36:57.761341 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:57.761732 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.797950 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:57.822762 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c00b5bf-4b1b-42f1-90ba-0e0134581c1b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.825325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.829510 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c00b5bf-4b1b-42f1-90ba-0e0134581c1b HTTP/1.1" status: 204 len: 168 time: 0.4366438 Sep 26 12:36:57.847615 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c267058-3cb8-4762-bb53-86a396600c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00b5bf-4b1b-42f1-90ba-0e0134581c1b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:57.867854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.922570 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:57.959372 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:57.977927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:58.011711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeda698-dd80-4f11-a074-4af7ac02259f None None] Network 685d55bb-fd90-4702-af9d-019375fa9f0e requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:36:58.028038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.102984 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-ad3371d7-2593-444e-9823-b7e0d4203916 None None] Provisioning complete for port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:58.103444 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ad3371d7-2593-444e-9823-b7e0d4203916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.104180 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ad3371d7-2593-444e-9823-b7e0d4203916 None None] Attempt 1 to provision port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab Sep 26 12:36:58.110934 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ef50c4-8f0f-4059-bb72-657f346c317b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:58.124811 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-307e9168-8cc2-4531-aa46-a94af389f90f req-9bac5293-8fd6-4287-be76-2cf15ce8a648 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126266 Sep 26 12:36:58.135840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-e715238e-6d5e-46cf-ab6f-59913179877e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:58.137288 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-e715238e-6d5e-46cf-ab6f-59913179877e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.1239266 Sep 26 12:36:58.138998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:36:58.140370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:36:58.142643 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:36:58.181806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:58.222654 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:36:58.243224 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ad3371d7-2593-444e-9823-b7e0d4203916 None None] Current status of the port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:58.430928 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2a82e-1b9a-4b22-a174-3cd829f45cc8 req-63f57cf2-4dba-4963-ad9d-e0b0149c9906 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:58.432479 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5ae2a82e-1b9a-4b22-a174-3cd829f45cc8 req-63f57cf2-4dba-4963-ad9d-e0b0149c9906 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1262603 Sep 26 12:36:58.455582 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701d3c-5306-4215-92a8-33c8e6d30b04 req-455879a7-a5c6-4dcb-b028-04c11b6a072f tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:58.457094 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-49701d3c-5306-4215-92a8-33c8e6d30b04 req-455879a7-a5c6-4dcb-b028-04c11b6a072f tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 945 time: 0.1499686 Sep 26 12:36:58.462171 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-71d926ab-9763-46f4-b65b-83aed9197e23 None None] Provisioning complete for port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:58.462619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-71d926ab-9763-46f4-b65b-83aed9197e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.463017 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-71d926ab-9763-46f4-b65b-83aed9197e23 None None] Attempt 1 to provision port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab Sep 26 12:36:58.540141 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-71d926ab-9763-46f4-b65b-83aed9197e23 None None] Current status of the port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:58.752663 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Deleting port a9fdd8de-c595-4f8c-b70f-717d37e17352 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:36:58.753009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.799401 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39576) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:58.813622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5c01fd98-cbbb-4a90-9f11-cb6dbabf9eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.831707 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:58.847157 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5ae2a82e-1b9a-4b22-a174-3cd829f45cc8 req-38b2c7f3-ba61-4783-b459-4b8821b40ce7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068527 Sep 26 12:36:58.897025 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-49701d3c-5306-4215-92a8-33c8e6d30b04 req-9a835e46-9e4d-4889-a00f-0cdc0bc567b9 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269345 Sep 26 12:36:58.900020 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da309-ecb2-49a3-a263-2016aad9f513 req-ff53a9b6-67a1-4652-ba50-74fbc1107a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:58.901877 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-ff53a9b6-67a1-4652-ba50-74fbc1107a5e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1129 time: 0.0625730 Sep 26 12:36:58.959050 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] For port a9fdd8de-c595-4f8c-b70f-717d37e17352, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a9fdd8de-c595-4f8c-b70f-717d37e17352,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:36:58.959421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:58.995323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Calling delete_port for a9fdd8de-c595-4f8c-b70f-717d37e17352 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:36:59.000566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5c01fd98-cbbb-4a90-9f11-cb6dbabf9eae admin admin] Publish callbacks [] for security_group (e4076835-5056-4771-b58f-9554366c2246), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.017766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751923e-b4a9-419d-adef-f5bf759d33b5 req-e549ac69-5e6e-43ce-8d18-70cbe04e8e5c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:59.019263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e751923e-b4a9-419d-adef-f5bf759d33b5 req-e549ac69-5e6e-43ce-8d18-70cbe04e8e5c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0896213 Sep 26 12:36:59.021511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for router_gateway (90aeb629-ff9d-4631-b2d2-34d074848c52), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.036220 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da309-ecb2-49a3-a263-2016aad9f513 req-39a2efac-92ea-4f99-810a-2dedbb49ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:59.037679 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-39a2efac-92ea-4f99-810a-2dedbb49ed69 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.1286960 Sep 26 12:36:59.088165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5c01fd98-cbbb-4a90-9f11-cb6dbabf9eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e4076835-5056-4771-b58f-9554366c2246), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.133926 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01fd98-cbbb-4a90-9f11-cb6dbabf9eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4076835-5056-4771-b58f-9554366c2246,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:59.138007 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-a84773af-cad9-414b-ab60-111e724763ef service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 1001 time: 0.0940697 Sep 26 12:36:59.143225 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5c01fd98-cbbb-4a90-9f11-cb6dbabf9eae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fd05e3461b4947f988ee19d360c986b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400521 Sep 26 12:36:59.144427 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39578) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:59.194768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e751923e-b4a9-419d-adef-f5bf759d33b5 req-96f54dbe-9772-45e1-9e8e-a18b6a783144 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668913 Sep 26 12:36:59.232638 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da309-ecb2-49a3-a263-2016aad9f513 req-8a1c2206-6f2e-43f8-9d14-09731318497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:59.234102 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-8a1c2206-6f2e-43f8-9d14-09731318497f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0833743 Sep 26 12:36:59.234890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] Publish callbacks [] for security_group (e4076835-5056-4771-b58f-9554366c2246), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.281130 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] Publish callbacks [] for security_group (e4076835-5056-4771-b58f-9554366c2246), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.301817 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da309-ecb2-49a3-a263-2016aad9f513 req-71fe7cc8-b194-4deb-bd0f-1d0427fe879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:36:59.303312 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-71fe7cc8-b194-4deb-bd0f-1d0427fe879d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605457 Sep 26 12:36:59.342800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.407065 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-fe1fd09c-2b22-43f4-a1fb-701f79bd02dd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910246 Sep 26 12:36:59.421793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:59.488333 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (a9fdd8de-c595-4f8c-b70f-717d37e17352), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.495901 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-276da309-ecb2-49a3-a263-2016aad9f513 req-b9425740-a394-4d11-b71c-e9ca81cc133a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Sep 26 12:36:59.524467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Pushing event deleted for resources: {'Port': ['ID=a9fdd8de-c595-4f8c-b70f-717d37e17352,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:59.531905 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['a9fdd8de-c595-4f8c-b70f-717d37e17352'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:36:59.546776 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e4076835-5056-4771-b58f-9554366c2246), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.549668 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.550748 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4076835-5056-4771-b58f-9554366c2246 HTTP/1.1" status: 204 len: 168 time: 0.4062424 Sep 26 12:36:59.551653 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:59.560832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a7507-bad1-417b-b5e3-e6ca0d79b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4076835-5056-4771-b58f-9554366c2246,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:36:59.576406 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] No DVR routers for this DVR port a9fdd8de-c595-4f8c-b70f-717d37e17352 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:36:59.579182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.582276 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dff0b0ce-a00b-41dd-93c4-ac1b6ce2d9cd req-41a7dd63-51fc-4708-b58d-877ae4131a06 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a9fdd8de-c595-4f8c-b70f-717d37e17352 HTTP/1.1" status: 204 len: 173 time: 1.2771850 Sep 26 12:36:59.582805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'name': 'network-vif-deleted', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:36:59.585480 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1329769-9aab-4b68-8b56-1d2d58ea401e" -d '{"events": [{"server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "name": "network-vif-deleted", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:36:59.596497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Router 90aeb629-ff9d-4631-b2d2-34d074848c52 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:36:59.639232 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 2c7775fa-8fc8-471f-9f46-2039ac25d8ab up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:36:59.649021 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e0b7a-2bc7-4f74-97ef-dbec6bfb6569 x-openstack-request-id: req-489e0b7a-2bc7-4f74-97ef-dbec6bfb6569 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:36:59.649021 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04958b-c2ef-4283-9b69-e45a00e8e12b", "name": "network-vif-deleted", "tag": "a9fdd8de-c595-4f8c-b70f-717d37e17352", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:36:59.649265 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-489e0b7a-2bc7-4f74-97ef-dbec6bfb6569 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:36:59.649517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489e0b7a-2bc7-4f74-97ef-dbec6bfb6569'] response: {'server_uuid': 'eb04958b-c2ef-4283-9b69-e45a00e8e12b', 'name': 'network-vif-deleted', 'tag': 'a9fdd8de-c595-4f8c-b70f-717d37e17352', 'status': 'completed', 'code': 200} Sep 26 12:36:59.688956 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:36:59.689346 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.689663 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab Sep 26 12:36:59.716890 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:36:59.727805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Sync routers for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:36:59.739611 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:59.744263 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:36:59.744929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:36:59.817409 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:36:59.832750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:36:59.834207 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e348d425-bb7d-4bf7-9310-740db32a89a4 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7339971 Sep 26 12:36:59.837025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39586) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:36:59.845845 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:36:59.874326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:00.058344 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953279-9b11-4aa3-9e35-6229fc48ab6d req-044258e9-fb7e-4a9f-9044-80328c782fcc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:00.060280 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32953279-9b11-4aa3-9e35-6229fc48ab6d req-044258e9-fb7e-4a9f-9044-80328c782fcc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1186557 Sep 26 12:37:00.066734 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2d91d5f1-f0b0-4666-b469-4cd841f7996d req-f74c005b-bec1-4e4d-a81b-d5d6177733fe tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0763807 Sep 26 12:37:00.092674 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:36:58Z', 'revision_number': 3, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:00.120291 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Checking router: 90aeb629-ff9d-4631-b2d2-34d074848c52 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:37:00.120836 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Updating router 90aeb629-ff9d-4631-b2d2-34d074848c52 port a9ef50c4-8f0f-4059-bb72-657f346c317b binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:37:00.151901 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.159725 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32953279-9b11-4aa3-9e35-6229fc48ab6d req-3a12a58c-e203-428a-818a-3636e90e16eb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886052 Sep 26 12:37:00.334462 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:00.387010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.408760 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39594) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:00.424262 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-13247869-a92b-47a7-ba43-e1db52f637c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.511825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-13247869-a92b-47a7-ba43-e1db52f637c1 admin admin] Publish callbacks [] for security_group (d7883d2e-cdcc-4582-8a08-994cd8a15ce2), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.535661 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks [] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.588773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Allocated IP 172.20.0.1 (685d55bb-fd90-4702-af9d-019375fa9f0e/95f6d55d-496c-452c-bba5-09dba2f17a76/f2240fc9-f8aa-49b2-a2ef-388667f163a5) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:37:00.595807 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:00.653808 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-13247869-a92b-47a7-ba43-e1db52f637c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d7883d2e-cdcc-4582-8a08-994cd8a15ce2), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.654015 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.687881 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Attempting to bind port a9ef50c4-8f0f-4059-bb72-657f346c317b on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:37:00.688453 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Attempting to bind port a9ef50c4-8f0f-4059-bb72-657f346c317b by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:37:00.688832 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Attempting to bind port a9ef50c4-8f0f-4059-bb72-657f346c317b on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:00.691395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks [] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.697548 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-13247869-a92b-47a7-ba43-e1db52f637c1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=56fa253d7c9d4446b15dfa9ef227a0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871559 Sep 26 12:37:00.698962 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247869-a92b-47a7-ba43-e1db52f637c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7883d2e-cdcc-4582-8a08-994cd8a15ce2,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:00.700506 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39596) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:00.739770 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65bd7-c5a2-4366-856f-2d0d1a5b2f8c None None] Pushing event updated for resources: {'Port': ['ID=a9ef50c4-8f0f-4059-bb72-657f346c317b,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:00.757354 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:37:00.757726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:37:00.758125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.758506 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:37:00.758981 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Bound port: a9ef50c4-8f0f-4059-bb72-657f346c317b, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:37:00.759353 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.778408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] Publish callbacks [] for security_group (d7883d2e-cdcc-4582-8a08-994cd8a15ce2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.780347 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:00.798235 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] Publish callbacks [] for security_group (d7883d2e-cdcc-4582-8a08-994cd8a15ce2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.808504 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] For port a9ef50c4-8f0f-4059-bb72-657f346c317b, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:37:00.812107 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] For port a9ef50c4-8f0f-4059-bb72-657f346c317b, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a9ef50c4-8f0f-4059-bb72-657f346c317b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:37:00.859709 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.894350 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.897226 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Network 685d55bb-fd90-4702-af9d-019375fa9f0e is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:37:00.900435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:00.903082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:37:00.906887 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:37:00.929435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Pushing event updated for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:00.930115 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:00.930731 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:00.950470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (90aeb629-ff9d-4631-b2d2-34d074848c52), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.970131 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (d7883d2e-cdcc-4582-8a08-994cd8a15ce2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.972655 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:00.973796 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d7883d2e-cdcc-4582-8a08-994cd8a15ce2 HTTP/1.1" status: 204 len: 168 time: 0.2699223 Sep 26 12:37:00.991755 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65bd7-c5a2-4366-856f-2d0d1a5b2f8c None None] Pushing event updated for resources: {'Port': ['ID=a9ef50c4-8f0f-4059-bb72-657f346c317b,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:01.054853 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6706-fa63-4334-9dd8-c54f70c306e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7883d2e-cdcc-4582-8a08-994cd8a15ce2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:01.091202 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:01.305495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Provisioning complete for port f2240fc9-f8aa-49b2-a2ef-388667f163a5 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:01.306147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:01.306488 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 1 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:01.363895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:01.412075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:36:58Z', 'revision_number': 3, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:01.434740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:01.444882 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65028aa2-7593-4927-a170-68a5e2e626b1 None None] The sync data for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi is: [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:36:58Z', 'revision_number': 3, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:37:01.460141 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92ab5e9c-1a57-44c6-93c6-b80d7ff4264a req-cb0c84c9-378c-4add-b300-d57308c10783 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0728011 Sep 26 12:37:01.493245 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea770d9-8853-4bda-ba80-45a43d098978 req-1f2aec89-5354-4043-beea-e2465bdc2416 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:01.494821 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea770d9-8853-4bda-ba80-45a43d098978 req-1f2aec89-5354-4043-beea-e2465bdc2416 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 945 time: 0.1168799 Sep 26 12:37:01.556213 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea770d9-8853-4bda-ba80-45a43d098978 req-931d59f8-ec9c-4d28-b28f-bdf46888f32c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542769 Sep 26 12:37:01.623512 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:01.732761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a9fdd8de-c595-4f8c-b70f-717d37e17352 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:37:01.764464 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: a9fdd8de-c595-4f8c-b70f-717d37e17352 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:37:01.764810 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a9fdd8de-c595-4f8c-b70f-717d37e17352 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:37:01.765232 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:37:01.841085 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks [] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:01.865620 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 2 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:01.870040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: ACTIVE; New status is: DOWN {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:01.870508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:01.899559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:01.922713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:01.931008 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:01.933422 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb5d1a6-c0d4-4518-87ad-e37666448eb6" -d '{"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-unplugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:01.943294 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:01.952019 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:01.968821 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:01.987475 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38ecddd-1f96-4175-ab40-31456a3a8b08 x-openstack-request-id: req-b38ecddd-1f96-4175-ab40-31456a3a8b08 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:01.987791 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-unplugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:01.988046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b38ecddd-1f96-4175-ab40-31456a3a8b08 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:01.988448 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38ecddd-1f96-4175-ab40-31456a3a8b08'] response: {'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'code': 200} Sep 26 12:37:02.013281 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (90aeb629-ff9d-4631-b2d2-34d074848c52), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:02.023317 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Pushing event updated for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:02.034554 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.034957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.035308 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.035672 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.036193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.036547 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.036882 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.037257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.037591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.038459 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.038793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.039125 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.039454 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.039856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.040187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:02.139596 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Network 685d55bb-fd90-4702-af9d-019375fa9f0e is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:37:02.141323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:37:02.167329 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:02.248567 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=8']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:02.296482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Router 90aeb629-ff9d-4631-b2d2-34d074848c52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:37:02.419768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:37:02.435385 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b4da7e77-18b3-46f1-9dde-e89713b4b73b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/90aeb629-ff9d-4631-b2d2-34d074848c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879002 Sep 26 12:37:02.444743 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 3 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:02.495775 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:02.499615 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:02.590612 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee3dcebc-41b7-4721-8d0d-66be7658fe13 req-c0377e7a-9932-4f7d-a068-4a5a030710eb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb04958b-c2ef-4283-9b69-e45a00e8e12b HTTP/1.1" status: 200 len: 210 time: 0.0366933 Sep 26 12:37:02.612268 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:02.731753 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22710a-c96d-4ad8-aad2-78c49f328949 req-ae40be1d-53be-42f3-b5b7-59c9e1f50b24 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:02.733331 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c22710a-c96d-4ad8-aad2-78c49f328949 req-ae40be1d-53be-42f3-b5b7-59c9e1f50b24 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0751786 Sep 26 12:37:02.793421 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c22710a-c96d-4ad8-aad2-78c49f328949 req-62337ff3-74f1-4fd2-abd3-0c426e895d35 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528026 Sep 26 12:37:02.997086 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 4 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:03.028332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:03.048076 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39652) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:03.052669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977449964', 'description': 'tempest-secgroup-smoke-1977449964 description', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:03.156664 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.236225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (bf03927c-d4d8-46fd-8d6b-7aa5ff38637e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.317025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bf03927c-d4d8-46fd-8d6b-7aa5ff38637e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.349685 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:03.431367 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:03.434371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.444947 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-81415196-414b-4b09-a9c0-cd081e4437aa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3864844 Sep 26 12:37:03.444947 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39654) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:03.444947 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:03.529483 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 5 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:03.573616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (6b230895-4340-4634-a887-6a43f7ef796d), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.593002 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:03.640005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a9ef50c4-8f0f-4059-bb72-657f346c317b up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:03.646333 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Sync routers for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:37:03.658570 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:03.659629 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:03.687254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (6b230895-4340-4634-a887-6a43f7ef796d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.689866 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:03.694788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port a9ef50c4-8f0f-4059-bb72-657f346c317b triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:03.696218 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.696218 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port a9ef50c4-8f0f-4059-bb72-657f346c317b Sep 26 12:37:03.784708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (6b230895-4340-4634-a887-6a43f7ef796d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.785203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port a9ef50c4-8f0f-4059-bb72-657f346c317b is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:03.785795 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.791040 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:03.805519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b230895-4340-4634-a887-6a43f7ef796d,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:03.815664 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port a9ef50c4-8f0f-4059-bb72-657f346c317b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a9ef50c4-8f0f-4059-bb72-657f346c317b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:03.973723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.988002 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:03.989506 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cffde4d1-1604-4a22-b673-61174cf8fd9c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499218 Sep 26 12:37:03.993014 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39678) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:03.997678 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:04.004564 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:37:01Z', 'revision_number': 4, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'f2240fc9-f8aa-49b2-a2ef-388667f163a5', 'name': '', 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'mac_address': 'fa:16:3e:55:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:37:00Z', 'updated_at': '2022-09-26T12:37:01Z', 'revision_number': 2, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'subnets': [{'id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:04.019139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-05edf8fb-5100-49d1-855d-1387c116f98b tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:04.021107 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-05edf8fb-5100-49d1-855d-1387c116f98b tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/networks?id=576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 200 len: 809 time: 0.1245887 Sep 26 12:37:04.040084 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Checking router: 90aeb629-ff9d-4631-b2d2-34d074848c52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:37:04.040265 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Updating router 90aeb629-ff9d-4631-b2d2-34d074848c52 port f2240fc9-f8aa-49b2-a2ef-388667f163a5 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:37:04.052186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-96602378-4479-4b89-8a87-0d63e1e1bf6c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/quotas/874ac2f76c3d4bedb481e849d866443b HTTP/1.1" status: 200 len: 375 time: 0.0222199 Sep 26 12:37:04.060703 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=a9ef50c4-8f0f-4059-bb72-657f346c317b,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:04.070493 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.095401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:04.095674 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 6 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:04.098013 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-a113f8da-f6b4-46eb-893b-583143c85588 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446949 Sep 26 12:37:04.140168 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:04.142375 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (4fca6778-4b6d-49c0-b787-b41677600655), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.175954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-5c4afce2-a20e-454d-81bf-b379811b4f7b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197219 Sep 26 12:37:04.202663 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (4fca6778-4b6d-49c0-b787-b41677600655), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.221735 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-3b103cba-c5a2-4ce3-bef8-64a00970e44b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036816 Sep 26 12:37:04.322261 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (4fca6778-4b6d-49c0-b787-b41677600655), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.327627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-d1d3cf9d-a059-431e-9968-b9e64dd242ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:04.329155 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-d1d3cf9d-a059-431e-9968-b9e64dd242ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 1130 time: 0.0517988 Sep 26 12:37:04.341310 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fca6778-4b6d-49c0-b787-b41677600655,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:04.350145 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.351250 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.351800 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.352153 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.352635 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.353118 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.353610 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.354232 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.354567 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.355046 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.355747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.356278 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.356756 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.357074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.357417 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.359233 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:04.366330 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks [] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.368408 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-bafd3bd1-fb3a-4956-82c0-19409ec9435f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378436 Sep 26 12:37:04.455346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.456597 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e083355f-0b88-42d6-963e-67ae62715404 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4625840 Sep 26 12:37:04.459755 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39686) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:04.464854 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:04.479008 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-34c99df2-6355-40ea-84fd-1399b7b99395 req-8b2785b3-2788-4ec9-8f10-e5f7ce1b0342 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:37:04.480013 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-34c99df2-6355-40ea-84fd-1399b7b99395 req-8b2785b3-2788-4ec9-8f10-e5f7ce1b0342 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0080440 Sep 26 12:37:04.483086 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-49d2ca90-6f60-49d2-98e1-f47e504783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:04.484605 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-49d2ca90-6f60-49d2-98e1-f47e504783cb service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.1152678 Sep 26 12:37:04.526262 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-262bf5f2-768b-4f04-80db-b223e0c9f254 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 200 len: 217 time: 0.0321209 Sep 26 12:37:04.578100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-216321f4-990a-4a93-aad2-73c5dda34fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:04.579271 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.579663 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-216321f4-990a-4a93-aad2-73c5dda34fa7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0472324 Sep 26 12:37:04.623155 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-61a96305-1b92-4118-bc7d-368b58e087a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:04.625021 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-61a96305-1b92-4118-bc7d-368b58e087a5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389276 Sep 26 12:37:04.642050 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 7 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:04.660112 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:04.661046 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7793-08c9-44c4-9437-c02bc100f59a None None] Pushing event updated for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:04.673976 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (a1b2c1dc-40fc-4073-af06-c2e15a50927b), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.677976 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Attempting to bind port f2240fc9-f8aa-49b2-a2ef-388667f163a5 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:37:04.678355 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Attempting to bind port f2240fc9-f8aa-49b2-a2ef-388667f163a5 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:37:04.678741 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Attempting to bind port f2240fc9-f8aa-49b2-a2ef-388667f163a5 on network 685d55bb-fd90-4702-af9d-019375fa9f0e {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:04.740373 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Port f2240fc9-f8aa-49b2-a2ef-388667f163a5 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:04.741833 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:37:04.742503 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Checking segment: {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:37:04.742720 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.743279 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Bound using segment: {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:37:04.744356 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Bound port: f2240fc9-f8aa-49b2-a2ef-388667f163a5, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:37:04.744924 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.796085 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:04.808782 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-974d521a-e34f-4aa7-9bf3-2bbe09376b87 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765354 Sep 26 12:37:04.828568 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] For port f2240fc9-f8aa-49b2-a2ef-388667f163a5, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:37:04.832737 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] For port f2240fc9-f8aa-49b2-a2ef-388667f163a5, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f2240fc9-f8aa-49b2-a2ef-388667f163a5,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:37:04.839987 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (a1b2c1dc-40fc-4073-af06-c2e15a50927b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.854475 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f0ea734-1e0b-49a4-b03b-62ecbb684ab3 req-f9634148-5831-4422-84d7-b03fc1f91617 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0447495 Sep 26 12:37:04.893725 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:04.959039 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (a1b2c1dc-40fc-4073-af06-c2e15a50927b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.961220 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:04.999141 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b2c1dc-40fc-4073-af06-c2e15a50927b,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:05.011344 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:05.012108 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:36:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:05.016529 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9907e496-67e8-4cee-88e5-6efcde09a48a req-dbd4ee2e-62c7-43a9-a8cf-fdc54ce7ee42 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691935 Sep 26 12:37:05.027729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f991172-3c03-4b75-86b0-f75b09fc33c9 req-ffb42a05-9d6f-479d-9022-55caf79e3665 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:05.027729 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7f991172-3c03-4b75-86b0-f75b09fc33c9 req-ffb42a05-9d6f-479d-9022-55caf79e3665 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0885160 Sep 26 12:37:05.084159 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7793-08c9-44c4-9437-c02bc100f59a None None] Pushing event updated for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=4']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:05.139372 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.140562 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7f991172-3c03-4b75-86b0-f75b09fc33c9 req-3cee23ef-7163-4dcb-8582-4085205546db tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929005 Sep 26 12:37:05.141632 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-372d10a6-e0ee-47d0-b377-e4d030498eeb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6808887 Sep 26 12:37:05.144737 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39714) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:05.149377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:05.242560 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Attempt 8 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:05.254658 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:05.285247 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (01f51933-c088-4754-8b09-be7c5946128b), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.340389 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Current status of the port f2240fc9-f8aa-49b2-a2ef-388667f163a5 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:05.341034 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.358569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (01f51933-c088-4754-8b09-be7c5946128b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.375935 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] For port f2240fc9-f8aa-49b2-a2ef-388667f163a5, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f2240fc9-f8aa-49b2-a2ef-388667f163a5,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:05.463752 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:37:01Z', 'revision_number': 4, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'f2240fc9-f8aa-49b2-a2ef-388667f163a5', 'name': '', 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'mac_address': 'fa:16:3e:55:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:37:00Z', 'updated_at': '2022-09-26T12:37:04Z', 'revision_number': 4, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'subnets': [{'id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:05.492486 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7b9d9-5333-4180-b017-c0d4deeb3d4a None None] The sync data for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi is: [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:37:01Z', 'revision_number': 4, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'f2240fc9-f8aa-49b2-a2ef-388667f163a5', 'name': '', 'network_id': '685d55bb-fd90-4702-af9d-019375fa9f0e', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'mac_address': 'fa:16:3e:55:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:37:00Z', 'updated_at': '2022-09-26T12:37:04Z', 'revision_number': 4, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'subnets': [{'id': '95f6d55d-496c-452c-bba5-09dba2f17a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:37:05.512832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:05.513117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.514080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (01f51933-c088-4754-8b09-be7c5946128b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.557896 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f51933-c088-4754-8b09-be7c5946128b,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:05.609973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27c712-83e4-4238-a123-ae2eb67dee36 None None] Pushing event updated for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:05.636507 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-ba467035-ffec-44db-ab06-278cc2308c0f None None] Provisioning complete for port f2240fc9-f8aa-49b2-a2ef-388667f163a5 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:05.637055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ba467035-ffec-44db-ab06-278cc2308c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.637621 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ba467035-ffec-44db-ab06-278cc2308c0f None None] Attempt 1 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:05.707060 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.711601 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a0b6928d-0b4b-4d33-87a5-0766377ac87f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5658622 Sep 26 12:37:05.714343 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39728) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:05.719979 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:05.723859 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a9ef50c4-8f0f-4059-bb72-657f346c317b up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:05.747513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39730) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:05.804986 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port a9ef50c4-8f0f-4059-bb72-657f346c317b triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:05.805412 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.805692 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port a9ef50c4-8f0f-4059-bb72-657f346c317b Sep 26 12:37:05.809698 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:05.876578 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.securitygroups_db [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Project b7d614bc2f13466ab5c395a5cfc29832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:37:05.885970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ba467035-ffec-44db-ab06-278cc2308c0f None None] Current status of the port f2240fc9-f8aa-49b2-a2ef-388667f163a5 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:05.887281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (c4bdcc5d-a6be-4da3-b91d-a3286c8952b1), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.922028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-a88408a2-7341-43c0-b727-5c0504b05727 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1719174 Sep 26 12:37:05.936280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-6361bf68-9cd8-444a-a58b-749d45625a2a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:37:05.937457 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-6361bf68-9cd8-444a-a58b-749d45625a2a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0071790 Sep 26 12:37:05.968821 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (c4bdcc5d-a6be-4da3-b91d-a3286c8952b1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:05.980624 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port a9ef50c4-8f0f-4059-bb72-657f346c317b is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:05.998931 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-425b1aa5-78af-4071-927f-720d87b8401b req-8ac8a77a-7be8-44b0-84b1-457f22a7c369 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0362613 Sep 26 12:37:06.074007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 39742) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:06.084343 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (c4bdcc5d-a6be-4da3-b91d-a3286c8952b1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.124576 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bdcc5d-a6be-4da3-b91d-a3286c8952b1,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:06.197625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-7ad5dffa-3639-4c23-8eea-81364c9ca9d1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:06.199237 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-7ad5dffa-3639-4c23-8eea-81364c9ca9d1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports/73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 940 time: 0.1242373 Sep 26 12:37:06.239256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.240747 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6c02c913-663c-4bdf-bc64-84aefa750cda tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5246480 Sep 26 12:37:06.244204 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 39750) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:06.249972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'security_group_rule': {'security_group_id': 'bf03927c-d4d8-46fd-8d6b-7aa5ff38637e', 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:06.289274 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ea29c-efb2-4370-b59f-82b36fd31602 req-33f9583c-246b-4ffc-b7be-658c5a24ff5e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:06.292450 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd7ea29c-efb2-4370-b59f-82b36fd31602 req-33f9583c-246b-4ffc-b7be-658c5a24ff5e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0651736 Sep 26 12:37:06.351166 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.securitygroups_db [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Project b7d614bc2f13466ab5c395a5cfc29832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:37:06.357521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (68b79183-2232-4091-a8cd-002e157de5ee), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.370811 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd7ea29c-efb2-4370-b59f-82b36fd31602 req-d5c78c9f-c194-43bd-a428-00df906969ee tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738826 Sep 26 12:37:06.445253 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (68b79183-2232-4091-a8cd-002e157de5ee), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.579472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (68b79183-2232-4091-a8cd-002e157de5ee), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.599742 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b79183-2232-4091-a8cd-002e157de5ee,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:06.683790 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:06.685265 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4d3184be-bdb1-4f86-82ab-3ce6a044d3a2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4400306 Sep 26 12:37:06.796628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:07.118307 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-93a5734d-3637-436a-bd56-638867df25fd req-92a400ff-20cc-4be2-aad2-94dfd79e650e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Sep 26 12:37:07.225141 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:07.350905 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:07.517364 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db5f79-0c10-4b40-9c52-84562f93c22c req-145dd243-dbbb-43f8-bfe4-1bc57db9b4c8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:07.518856 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e6db5f79-0c10-4b40-9c52-84562f93c22c req-145dd243-dbbb-43f8-bfe4-1bc57db9b4c8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0511065 Sep 26 12:37:07.575495 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e6db5f79-0c10-4b40-9c52-84562f93c22c req-e17f3a80-b9c9-4b14-9885-79439b98e010 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501451 Sep 26 12:37:07.626179 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f2240fc9-f8aa-49b2-a2ef-388667f163a5 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:07.670097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port f2240fc9-f8aa-49b2-a2ef-388667f163a5 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:07.670540 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:07.670942 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port f2240fc9-f8aa-49b2-a2ef-388667f163a5 Sep 26 12:37:07.762959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port f2240fc9-f8aa-49b2-a2ef-388667f163a5 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:07.887987 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:08.196042 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-6801672b-ecc8-4f5a-9bc8-677fcd22286e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:08.197416 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-6801672b-ecc8-4f5a-9bc8-677fcd22286e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "GET /networking/v2.0/networks?id=576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 200 len: 809 time: 0.1080797 Sep 26 12:37:08.224893 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e63b5ae5-3e17-4145-9539-763bb6daa743 req-c01cb001-e335-46b9-a231-c167d3b1d201 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Sep 26 12:37:08.235328 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Request body: {'port': {'device_id': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde', 'admin_state_up': True, 'tenant_id': '874ac2f76c3d4bedb481e849d866443b'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:08.510643 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Made reservation on behalf of 874ac2f76c3d4bedb481e849d866443b for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:37:08.514428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:08.681537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Allocated IP 172.20.0.4 (576f3071-489f-4c4b-8f83-2f6e448d2cde/a67397d1-b362-4531-bf52-a6b68937404a/42c8f101-1fc6-4013-922b-1f9313bc4f10) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:37:08.722343 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:08.728306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d7a3-2f6a-4db0-bfd3-de4a55c61e0e req-b2f41ab1-cbac-4ba9-af32-78e61d7f1b56 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:08.729774 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9235d7a3-2f6a-4db0-bfd3-de4a55c61e0e req-b2f41ab1-cbac-4ba9-af32-78e61d7f1b56 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0659282 Sep 26 12:37:08.837597 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9235d7a3-2f6a-4db0-bfd3-de4a55c61e0e req-f7525d76-7750-41e8-9003-d5bd14ea6fe4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009741 Sep 26 12:37:08.872412 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks [] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:09.036484 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:09.081241 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Network 576f3071-489f-4c4b-8f83-2f6e448d2cde is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:37:09.084342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:37:09.087743 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:37:09.117549 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Pushing event updated for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:09.144869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:09.145469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:09.156194 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:09.257414 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-5bbb32d8-04aa-4067-9b40-9e9dcf36baeb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257783 Sep 26 12:37:09.284594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Request body: {'port': {'device_id': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:09.492263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:09.492263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020abc1-05e1-43ac-bd87-b992cf029bc0 req-d7adeb93-fbdd-48a1-89fc-29167f0b11c6 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:09.492263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1020abc1-05e1-43ac-bd87-b992cf029bc0 req-d7adeb93-fbdd-48a1-89fc-29167f0b11c6 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 931 time: 0.0811977 Sep 26 12:37:09.492263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:09.492263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1020abc1-05e1-43ac-bd87-b992cf029bc0 req-64c53f58-667a-4720-861f-44085aadee80 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837569 Sep 26 12:37:09.697764 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c8f101-1fc6-4013-922b-1f9313bc4f10 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:37:09.705124 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks [] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:09.717818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Transition to ACTIVE for port object 42c8f101-1fc6-4013-922b-1f9313bc4f10 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:37:09.974085 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc031c4-db04-473f-8afc-19fafac058a2 req-d29e6402-02ed-4ebb-a090-5890b5cb861c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:09.976185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6fc031c4-db04-473f-8afc-19fafac058a2 req-d29e6402-02ed-4ebb-a090-5890b5cb861c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0494940 Sep 26 12:37:09.977247 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:10.048165 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-705e95d8-1c95-47d3-b607-162387f977f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:10.098364 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:10.106229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6fc031c4-db04-473f-8afc-19fafac058a2 req-bc4a9cea-c4bf-4dcc-acc6-3426a40b5879 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235933 Sep 26 12:37:10.136957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Attempting to bind port 42c8f101-1fc6-4013-922b-1f9313bc4f10 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:37:10.137350 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Attempting to bind port 42c8f101-1fc6-4013-922b-1f9313bc4f10 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:37:10.137866 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Attempting to bind port 42c8f101-1fc6-4013-922b-1f9313bc4f10 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:10.195844 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Port 42c8f101-1fc6-4013-922b-1f9313bc4f10 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:37:10.196171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Attempting to bind port 42c8f101-1fc6-4013-922b-1f9313bc4f10 on network 576f3071-489f-4c4b-8f83-2f6e448d2cde {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:10.249777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:37:10.249777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Checking segment: {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:37:10.249777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Bound using segment: {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:37:10.249777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Bound port: 42c8f101-1fc6-4013-922b-1f9313bc4f10, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c767ac-4c31-4bbc-bfaf-376597f25ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:37:10.249777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:10.315481 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:37:10.319378 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:37:10.471007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:10.475408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:10.481902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:10.481902 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/42c8f101-1fc6-4013-922b-1f9313bc4f10 HTTP/1.1" status: 200 len: 1093 time: 1.1974242 Sep 26 12:37:10.481902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:10.481902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a01327-f075-4ac5-9cc0-8a56a25551b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:10.532421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b067d-96a4-431b-a2f1-afaa6a000142 x-openstack-request-id: req-8e8b067d-96a4-431b-a2f1-afaa6a000142 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:10.533392 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:10.534062 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e8b067d-96a4-431b-a2f1-afaa6a000142 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:10.534716 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b067d-96a4-431b-a2f1-afaa6a000142'] response: {'name': 'network-changed', 'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10', 'status': 'completed', 'code': 200} Sep 26 12:37:10.547465 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355536dd-74e3-46ba-b6dc-e51e9476ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:10.674846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03113b77-7645-494e-a48a-cc14c2a51b77 req-4ed3066c-06fa-4ad1-850c-0fa6eee53dad tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:10.681505 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03113b77-7645-494e-a48a-cc14c2a51b77 req-4ed3066c-06fa-4ad1-850c-0fa6eee53dad tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 943 time: 0.0831249 Sep 26 12:37:10.696183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-7f578c9a-c886-4477-91e1-18514ad1fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:10.697692 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-7f578c9a-c886-4477-91e1-18514ad1fc2d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 1127 time: 0.0712459 Sep 26 12:37:10.785377 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03113b77-7645-494e-a48a-cc14c2a51b77 req-2a6cbb0a-81e7-4bf1-8394-71595bc78a1f tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029856 Sep 26 12:37:10.851000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-b4ea8233-4f05-4270-ac16-1ea9ce9ea027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:10.852773 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-b4ea8233-4f05-4270-ac16-1ea9ce9ea027 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=874ac2f76c3d4bedb481e849d866443b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1338689 Sep 26 12:37:10.870978 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:11.200230 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:11.204200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-334c15af-c5a9-466a-bddf-475cd31928d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.205198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d4a01327-f075-4ac5-9cc0-8a56a25551b8 req-334c15af-c5a9-466a-bddf-475cd31928d6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3461511 Sep 26 12:37:11.209616 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:11.269405 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cded7-17b6-4efa-a5d2-c32c14df7619 req-b9f0bc8a-988a-4e3c-902e-80ce03deeaed tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.270892 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a5cded7-17b6-4efa-a5d2-c32c14df7619 req-b9f0bc8a-988a-4e3c-902e-80ce03deeaed tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0528638 Sep 26 12:37:11.357737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-d9883244-26a9-4192-9a49-ebdc3e925019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.359229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-d9883244-26a9-4192-9a49-ebdc3e925019 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=874ac2f76c3d4bedb481e849d866443b&device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 1127 time: 0.0627251 Sep 26 12:37:11.366489 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a5cded7-17b6-4efa-a5d2-c32c14df7619 req-4a36c104-6ba7-4138-b747-0e595fd5c278 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883806 Sep 26 12:37:11.432946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-275fc313-7a95-4f73-8461-3a73dcd7452c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10 HTTP/1.1" status: 200 len: 217 time: 0.0487621 Sep 26 12:37:11.676425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:11.738158 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-b6c554d7-af6a-4987-8005-e5bd58e57cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.739693 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-b6c554d7-af6a-4987-8005-e5bd58e57cca service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a67397d1-b362-4531-bf52-a6b68937404a HTTP/1.1" status: 200 len: 849 time: 0.0503585 Sep 26 12:37:11.777673 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-57d17a9c-d54c-47e2-95f8-381ea296b6d4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=576f3071-489f-4c4b-8f83-2f6e448d2cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297141 Sep 26 12:37:11.779668 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:11.800654 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-eaa50e1c-b4bd-4be5-9621-9271e3a6ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.802264 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-eaa50e1c-b4bd-4be5-9621-9271e3a6ccc5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 1127 time: 0.0846531 Sep 26 12:37:11.896277 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-99c97560-1d02-4777-89d1-9809123bb670 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107931 Sep 26 12:37:11.909274 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-2153abd2-89a7-485e-abaa-8a0587b811bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:11.910920 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-2153abd2-89a7-485e-abaa-8a0587b811bc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1127 time: 0.0569119 Sep 26 12:37:12.005134 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f54e-3912-4579-808b-ae4713d33d7a req-36f9d93b-7401-49c7-9d78-4d1a13e4dd57 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:12.012665 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbd8f54e-3912-4579-808b-ae4713d33d7a req-36f9d93b-7401-49c7-9d78-4d1a13e4dd57 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 943 time: 0.1001856 Sep 26 12:37:12.060850 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-22d63160-ac56-44ba-9cf5-f6a9bb2b54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:12.062771 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-22d63160-ac56-44ba-9cf5-f6a9bb2b54b1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.1451795 Sep 26 12:37:12.072866 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ca49822-f4da-4761-83dc-a4b477890aa8 req-9dd9daf0-5c19-41aa-bc06-142a26ad2e57 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699085 Sep 26 12:37:12.094165 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbd8f54e-3912-4579-808b-ae4713d33d7a req-2de4468c-13fc-451e-86f6-5ea42e646d2c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Sep 26 12:37:12.100390 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:12.138501 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:12.138614 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-1e044a40-17e4-46cc-a434-4d1958eea74e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 200 len: 999 time: 0.0626106 Sep 26 12:37:12.190917 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-94c4ab42-d669-4f78-a145-dc80dbb664c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:12.192429 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-94c4ab42-d669-4f78-a145-dc80dbb664c9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0521338 Sep 26 12:37:12.245152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af74-a891-469b-80c3-868880d65b4a req-6629815e-5c8f-4405-9f98-1da79b6cbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:12.246671 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-6629815e-5c8f-4405-9f98-1da79b6cbfc5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396237 Sep 26 12:37:12.287994 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0baf-f4db-4b13-b3ca-b46ecdd67819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:12.501458 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e02ab-2291-46fb-a262-bfbaa6b2fdeb req-e7d19e5f-9739-4d93-a444-24e373e0aabf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:12.503092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-543e02ab-2291-46fb-a262-bfbaa6b2fdeb req-e7d19e5f-9739-4d93-a444-24e373e0aabf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0497208 Sep 26 12:37:12.516417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:12.553905 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-543e02ab-2291-46fb-a262-bfbaa6b2fdeb req-5eb7ff30-b2f0-4ed0-b104-20296de83190 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Sep 26 12:37:12.967232 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:13.041766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:13.206508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41ace4-e159-40bb-b854-194568f15df1 req-6fce109f-ab64-4946-80c2-6adb236092cb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:13.207964 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b41ace4-e159-40bb-b854-194568f15df1 req-6fce109f-ab64-4946-80c2-6adb236092cb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 943 time: 0.0465939 Sep 26 12:37:13.259446 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3b41ace4-e159-40bb-b854-194568f15df1 req-87e8b19d-a215-4cf0-82c4-7806f0ceba54 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Sep 26 12:37:13.365310 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-cef1c04c-4805-45aa-a52f-1af40e72ddf9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856736 Sep 26 12:37:13.436316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:13.460872 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-dbc1af74-a891-469b-80c3-868880d65b4a req-323cc23c-5339-435c-a5fc-8fd20937ad58 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Sep 26 12:37:13.550148 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:13.607542 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:13.684360 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d44ec-3c11-490b-b8b6-903f25ba4ae2 req-e2cb6331-a74a-4d30-abc4-c2d89efee11f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:13.685859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-383d44ec-3c11-490b-b8b6-903f25ba4ae2 req-e2cb6331-a74a-4d30-abc4-c2d89efee11f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0475156 Sep 26 12:37:13.693735 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 42c8f101-1fc6-4013-922b-1f9313bc4f10 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:37:13.734393 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-383d44ec-3c11-490b-b8b6-903f25ba4ae2 req-6b2f77ec-332a-444e-be26-3b52f08d87f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Sep 26 12:37:13.795978 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:13.809831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '42c8f101-1fc6-4013-922b-1f9313bc4f10', 'network_id': '576f3071-489f-4c4b-8f83-2f6e448d2cde', 'port_id': '42c8f101-1fc6-4013-922b-1f9313bc4f10', 'mac_address': 'fa:16:3e:83:bb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67397d1-b362-4531-bf52-a6b68937404a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:37:13.864780 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 42c8f101-1fc6-4013-922b-1f9313bc4f10 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:13.864780 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:13.884101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c8f101-1fc6-4013-922b-1f9313bc4f10 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:37:13.896101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:13.905234 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:14.054600 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:14.121495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:14.416794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920fc74-183e-4498-b7c3-9bd4ca9d5d28 req-f5c5b0a1-0d4c-4930-87fb-c9669bb1fad7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:14.423981 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c920fc74-183e-4498-b7c3-9bd4ca9d5d28 req-f5c5b0a1-0d4c-4930-87fb-c9669bb1fad7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 944 time: 0.0688667 Sep 26 12:37:14.479120 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['42c8f101-1fc6-4013-922b-1f9313bc4f10'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:37:14.488610 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c920fc74-183e-4498-b7c3-9bd4ca9d5d28 req-9f389eb6-4836-4d76-98da-29d4eb86aba7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635104 Sep 26 12:37:14.556315 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:14.613620 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:14.865679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:14.900830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffac64-7304-4052-9eac-ab00ebde9c5c req-e10cec85-e632-47fd-a914-f85187c8b65e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:14.900830 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13ffac64-7304-4052-9eac-ab00ebde9c5c req-e10cec85-e632-47fd-a914-f85187c8b65e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0742407 Sep 26 12:37:14.971148 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13ffac64-7304-4052-9eac-ab00ebde9c5c req-c9c80232-fd05-4d0a-ad21-a1af881e7f6f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623519 Sep 26 12:37:15.088642 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:15.184783 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:15.641901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1966-e726-4654-bf5e-c3be4499bbff req-296b3030-3117-4ba0-a2e3-ad54b04ed812 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:15.643529 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af2f1966-e726-4654-bf5e-c3be4499bbff req-296b3030-3117-4ba0-a2e3-ad54b04ed812 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 944 time: 0.0541003 Sep 26 12:37:15.711326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 42c8f101-1fc6-4013-922b-1f9313bc4f10 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:15.716300 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-af2f1966-e726-4654-bf5e-c3be4499bbff req-79f80e1b-e404-4337-9022-3f83e62ffcc1 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Sep 26 12:37:15.771152 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 42c8f101-1fc6-4013-922b-1f9313bc4f10 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:37:15.784315 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:15.841503 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 42c8f101-1fc6-4013-922b-1f9313bc4f10 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:15.841899 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:15.842243 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 42c8f101-1fc6-4013-922b-1f9313bc4f10 Sep 26 12:37:15.923322 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 42c8f101-1fc6-4013-922b-1f9313bc4f10 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:15.923745 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:15.939136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:15.954063 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:15.967701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:15.970326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fe751-6c26-4f46-a1aa-91e0545271f3" -d '{"events": [{"server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "name": "network-vif-plugged", "status": "completed", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:15.984159 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:16.009473 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc3a16-cf02-490e-9024-47a315eb0869 x-openstack-request-id: req-61bc3a16-cf02-490e-9024-47a315eb0869 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:16.009838 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "name": "network-vif-plugged", "status": "completed", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:16.010156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61bc3a16-cf02-490e-9024-47a315eb0869 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:16.010569 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bc3a16-cf02-490e-9024-47a315eb0869'] response: {'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10', 'code': 200} Sep 26 12:37:16.116606 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e342c99-3506-4606-aaf3-e250b7918469 req-bdf9e2e9-aeed-4717-892b-5396099facdd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:16.117089 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:16.120144 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e342c99-3506-4606-aaf3-e250b7918469 req-bdf9e2e9-aeed-4717-892b-5396099facdd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0569072 Sep 26 12:37:16.172568 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:16.209838 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1e342c99-3506-4606-aaf3-e250b7918469 req-14d43a97-b96f-419b-ac69-746187bbf8cc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797443 Sep 26 12:37:16.667018 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:16.867656 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3ea6b-886b-42bc-ad42-27941d337afc req-852a6713-d7a1-45fe-b663-8a397ccbb9fb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:16.869470 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ca3ea6b-886b-42bc-ad42-27941d337afc req-852a6713-d7a1-45fe-b663-8a397ccbb9fb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0584388 Sep 26 12:37:16.928341 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ca3ea6b-886b-42bc-ad42-27941d337afc req-0c709007-9aa5-4d84-8ede-31e899d051e4 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Sep 26 12:37:17.334592 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40006) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:17.414514 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6475f-9712-4bfc-9377-99fc9232503f req-56048eea-fa5d-43e8-a38f-cd0bd065405f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:17.416318 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36a6475f-9712-4bfc-9377-99fc9232503f req-56048eea-fa5d-43e8-a38f-cd0bd065405f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0684011 Sep 26 12:37:17.472579 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bfc882c5-bb4d-4839-aa49-c9a503d00400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.483100 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36a6475f-9712-4bfc-9377-99fc9232503f req-98549900-f340-483b-98fc-29aeaff0bec5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522888 Sep 26 12:37:17.516182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:17.542905 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:17.573710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bfc882c5-bb4d-4839-aa49-c9a503d00400 admin admin] Publish callbacks [] for security_group (c6c4756a-1239-4474-ab05-17148e975ee4), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.641402 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bfc882c5-bb4d-4839-aa49-c9a503d00400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c6c4756a-1239-4474-ab05-17148e975ee4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.691061 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-bfc882c5-bb4d-4839-aa49-c9a503d00400 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5bd2e27765d44e74b9cc0d7a914ac8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543742 Sep 26 12:37:17.691666 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc882c5-bb4d-4839-aa49-c9a503d00400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4756a-1239-4474-ab05-17148e975ee4,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:17.693843 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40010) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:17.713562 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:17.740997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:17.760851 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] Publish callbacks [] for security_group (c6c4756a-1239-4474-ab05-17148e975ee4), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.782884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] Publish callbacks [] for security_group (c6c4756a-1239-4474-ab05-17148e975ee4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.938702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c6c4756a-1239-4474-ab05-17148e975ee4), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.941773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:17.942913 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c6c4756a-1239-4474-ab05-17148e975ee4 HTTP/1.1" status: 204 len: 168 time: 0.2478895 Sep 26 12:37:17.951099 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae6edc-b8db-4ba7-90ed-e41e809be210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4756a-1239-4474-ab05-17148e975ee4,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:18.086436 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a9861-ebfc-4d09-a213-921a5e12606a req-9d9f8278-0dc3-4377-88da-8ca2554f2f2f tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:18.088108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f4a9861-ebfc-4d09-a213-921a5e12606a req-9d9f8278-0dc3-4377-88da-8ca2554f2f2f tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0575790 Sep 26 12:37:18.144575 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f4a9861-ebfc-4d09-a213-921a5e12606a req-d75518c9-4744-4b9b-929d-c50fe63960ff tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497904 Sep 26 12:37:18.160493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:18.347923 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:18.396703 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:18.637116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7fae-b42d-41ef-9cb8-a5e219c6a598 req-403ed5c0-fe98-4b5e-b7a0-182f4aee1b9d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:18.638698 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0fda7fae-b42d-41ef-9cb8-a5e219c6a598 req-403ed5c0-fe98-4b5e-b7a0-182f4aee1b9d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0562482 Sep 26 12:37:18.688990 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0fda7fae-b42d-41ef-9cb8-a5e219c6a598 req-1e13e625-b092-49fb-8023-a37fda11e83d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Sep 26 12:37:18.775104 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:18.859228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:18.939222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.093201 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.197478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.268162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.276847 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e57e20-2dd4-4eeb-ac37-8e44ca35f3d9 req-ce56157f-6d1a-4ea3-8644-5f5feef61cb2 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:19.278345 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19e57e20-2dd4-4eeb-ac37-8e44ca35f3d9 req-ce56157f-6d1a-4ea3-8644-5f5feef61cb2 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Sep 26 12:37:19.293631 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.333806 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19e57e20-2dd4-4eeb-ac37-8e44ca35f3d9 req-a10dc829-c266-4877-85f5-915843e809c3 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495546 Sep 26 12:37:19.431287 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.458697 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.664890 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.693233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.767660 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.804162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:19.823441 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12adc93-4ceb-4d2d-b161-c71fc742b7a2 req-d1b2fc9c-d8f9-4474-925e-134732a29c2e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:19.824937 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c12adc93-4ceb-4d2d-b161-c71fc742b7a2 req-d1b2fc9c-d8f9-4474-925e-134732a29c2e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0499270 Sep 26 12:37:19.881568 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c12adc93-4ceb-4d2d-b161-c71fc742b7a2 req-5a914574-93a7-421c-af21-0912147173e9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507257 Sep 26 12:37:20.466203 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac27932-5dd0-48ea-836d-84c9c3d8024b req-3deb8637-72df-45a3-9d7c-4da301abd07c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:20.467915 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ac27932-5dd0-48ea-836d-84c9c3d8024b req-3deb8637-72df-45a3-9d7c-4da301abd07c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Sep 26 12:37:20.521447 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ac27932-5dd0-48ea-836d-84c9c3d8024b req-614d6957-8c85-4729-8f98-ec6b0e12b51e tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Sep 26 12:37:21.017502 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dafaa-20d3-4d84-bda7-2343ba6712bc req-210f0e26-e0ab-495a-8c60-43291a427278 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:21.019056 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d43dafaa-20d3-4d84-bda7-2343ba6712bc req-210f0e26-e0ab-495a-8c60-43291a427278 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0516734 Sep 26 12:37:21.068658 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d43dafaa-20d3-4d84-bda7-2343ba6712bc req-ad52b6a2-e4ef-4f77-8911-e5fde79d725b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Sep 26 12:37:21.231921 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:21.669036 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ab61a-be6a-4d40-84ed-872f385ddf7f req-c729e4f4-393a-4ee8-b467-67265f79c522 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:21.670731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-730ab61a-be6a-4d40-84ed-872f385ddf7f req-c729e4f4-393a-4ee8-b467-67265f79c522 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0535755 Sep 26 12:37:21.720328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-730ab61a-be6a-4d40-84ed-872f385ddf7f req-de19fe7c-e2c2-465d-b342-157ea4db3c97 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Sep 26 12:37:22.199726 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4826eee-0800-4f1b-9eaa-d4fd577d0c97 req-5584b874-364c-4bc1-8994-a47538f2856d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:22.201399 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4826eee-0800-4f1b-9eaa-d4fd577d0c97 req-5584b874-364c-4bc1-8994-a47538f2856d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0475497 Sep 26 12:37:22.253973 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4826eee-0800-4f1b-9eaa-d4fd577d0c97 req-bde29246-01d3-4a3b-a879-01756f2f66a3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 Sep 26 12:37:22.854850 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d8ac-a0b4-4b89-89fe-61d3bcc78a7f req-d3ee0d22-45c1-4034-8ca8-5cf9a85b5da7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:22.857003 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4009d8ac-a0b4-4b89-89fe-61d3bcc78a7f req-d3ee0d22-45c1-4034-8ca8-5cf9a85b5da7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0579789 Sep 26 12:37:22.911558 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4009d8ac-a0b4-4b89-89fe-61d3bcc78a7f req-e6c6734e-394e-4928-9f64-8e2592650536 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Sep 26 12:37:23.393243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23e27-0c17-4ede-a895-5e96bc0f1eca req-668e6df0-7640-4f1f-90fc-49e5dca52905 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:23.396079 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11c23e27-0c17-4ede-a895-5e96bc0f1eca req-668e6df0-7640-4f1f-90fc-49e5dca52905 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0524926 Sep 26 12:37:23.444673 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11c23e27-0c17-4ede-a895-5e96bc0f1eca req-af8e6600-3d5e-4d9d-87e0-b0d4bf34d61c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Sep 26 12:37:23.999715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:24.039760 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607871cc-3d1f-4aa1-9d4e-a769b3185863 req-7cd3bef5-c72f-456a-bb51-e70c5e2e8a40 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:24.041531 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-607871cc-3d1f-4aa1-9d4e-a769b3185863 req-7cd3bef5-c72f-456a-bb51-e70c5e2e8a40 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Sep 26 12:37:24.102103 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-607871cc-3d1f-4aa1-9d4e-a769b3185863 req-a13353d5-42f7-4377-91b5-716e50b9b71a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Sep 26 12:37:24.574712 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5fd85-3430-47ba-b048-af23b6f09a26 req-b8bf271c-7860-49da-8150-e0eda6d78118 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:24.576128 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c5d5fd85-3430-47ba-b048-af23b6f09a26 req-b8bf271c-7860-49da-8150-e0eda6d78118 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0504141 Sep 26 12:37:24.623096 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c5d5fd85-3430-47ba-b048-af23b6f09a26 req-a8d41a04-c6c9-4219-97a1-6cd3111d398f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Sep 26 12:37:25.221449 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c6a77-5739-4460-a73d-94bb6bef4dd5 req-a02cb5f9-b0c1-476b-b59f-967de83f3799 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:25.222915 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-264c6a77-5739-4460-a73d-94bb6bef4dd5 req-a02cb5f9-b0c1-476b-b59f-967de83f3799 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0456161 Sep 26 12:37:25.269605 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-264c6a77-5739-4460-a73d-94bb6bef4dd5 req-d4b51810-d0eb-42be-bee9-c9698831b631 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Sep 26 12:37:25.386457 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc329ee-2041-49f6-ad6c-c8542abdda57 req-fea36efe-1802-4cbe-9b2e-887c6c275708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:25.387862 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-9dc329ee-2041-49f6-ad6c-c8542abdda57 req-fea36efe-1802-4cbe-9b2e-887c6c275708 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 1129 time: 0.0372636 Sep 26 12:37:25.437384 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-9dc329ee-2041-49f6-ad6c-c8542abdda57 req-ea2a2d1c-620b-481b-9d52-c7b221c5fe7a service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Sep 26 12:37:25.751240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6bb8-3c4a-4b0e-ab06-30a7b5cc0686 req-dca0182b-4318-46b6-a921-d69fe013be55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:25.752708 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a44c6bb8-3c4a-4b0e-ab06-30a7b5cc0686 req-dca0182b-4318-46b6-a921-d69fe013be55 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0492020 Sep 26 12:37:25.789196 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:25.801178 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a44c6bb8-3c4a-4b0e-ab06-30a7b5cc0686 req-ba87d4a3-ab0c-4490-b2d2-2c5655be9ba4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Sep 26 12:37:26.097488 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-d3fe92da-fed3-4788-af91-e0373c769482 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1977449964&fields=id&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 267 time: 0.0446820 Sep 26 12:37:26.205429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-4cc0cca3-1de4-4b40-be21-3afe7c462209 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:26.206768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-4cc0cca3-1de4-4b40-be21-3afe7c462209 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1026931 Sep 26 12:37:26.221313 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-362d49da-0770-4ca9-89c0-35a4dc7bbde0 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/quotas/b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 375 time: 0.0086293 Sep 26 12:37:26.268401 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-d647d2c6-e2c0-45b0-a37a-85cde8ddbcfb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423501 Sep 26 12:37:26.402459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-f7c028e6-9a0e-46a6-9bb4-f27b6bc4857b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224563 Sep 26 12:37:26.412801 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2021237-bb90-4d3d-8b09-56231a3880ce req-366a4046-c1be-4657-b582-4d2dd1661016 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:26.414185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2021237-bb90-4d3d-8b09-56231a3880ce req-366a4046-c1be-4657-b582-4d2dd1661016 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0705497 Sep 26 12:37:26.517861 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a2021237-bb90-4d3d-8b09-56231a3880ce req-f0eb08a7-cb96-43a6-9bae-35c1fd7f20a7 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957081 Sep 26 12:37:26.531751 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-f9e51231-9143-43ea-8fb8-e890e34fd56c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166561 Sep 26 12:37:26.930981 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31818-27e3-47a7-8c76-898113f26c7e req-4447851a-775c-44c4-881c-2064f7c6e186 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:26.932609 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-34e31818-27e3-47a7-8c76-898113f26c7e req-4447851a-775c-44c4-881c-2064f7c6e186 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0519967 Sep 26 12:37:26.979608 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-34e31818-27e3-47a7-8c76-898113f26c7e req-050f02e3-0dd1-49b6-8c10-85a7c3a9bed4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 Sep 26 12:37:27.352093 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e0939782-729a-46f7-8ea1-7bb741405235 req-fb9676ea-5e37-40ba-b314-d0dcec446d18 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Sep 26 12:37:27.635584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ffd90-7e59-4aa7-a56f-4d47516a2904 req-d0961271-1d0e-46e1-851e-79c28ce02e17 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:27.637047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a80ffd90-7e59-4aa7-a56f-4d47516a2904 req-d0961271-1d0e-46e1-851e-79c28ce02e17 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0453181 Sep 26 12:37:27.688294 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a80ffd90-7e59-4aa7-a56f-4d47516a2904 req-add968ac-085f-4a53-bb59-6a40642a26a2 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Sep 26 12:37:27.965444 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:27.966293 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:28.107228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36c5e5-73bc-4b7d-9255-e1c67a8ff684 req-8674a6a7-bb24-4e22-b099-0dc4b5200b5e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:28.108759 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c36c5e5-73bc-4b7d-9255-e1c67a8ff684 req-8674a6a7-bb24-4e22-b099-0dc4b5200b5e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0463071 Sep 26 12:37:28.146111 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:28.157951 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c36c5e5-73bc-4b7d-9255-e1c67a8ff684 req-f022cfb9-bab5-4e76-82b3-7a1df163862b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Sep 26 12:37:28.435181 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c1220fa4-6951-443a-a9be-abee0eeabbd4 req-8cf2de29-af34-4e3d-8222-7eb7bb4816c2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0286689 Sep 26 12:37:29.285399 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a38f-3b82-4f80-b330-7b197915e39d req-c5451a0e-7abf-4384-9252-6b8e22890fc7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:29.286885 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee99a38f-3b82-4f80-b330-7b197915e39d req-c5451a0e-7abf-4384-9252-6b8e22890fc7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0474679 Sep 26 12:37:29.337198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee99a38f-3b82-4f80-b330-7b197915e39d req-5612e8f5-b21d-45f6-a3f3-6c9c9b7d7bb0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Sep 26 12:37:29.536257 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e588b953-a54d-448a-8173-03587a29b239 req-478e1a6f-aae8-4ca3-94e5-2e2a52608f2d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0289173 Sep 26 12:37:30.189010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f32e7-7a90-4b84-816c-5122a36e4df6 req-24f30dea-13cc-44fb-9940-5f178d25e6db tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:30.190709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-014f32e7-7a90-4b84-816c-5122a36e4df6 req-24f30dea-13cc-44fb-9940-5f178d25e6db tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0468221 Sep 26 12:37:30.221244 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:30.238141 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-014f32e7-7a90-4b84-816c-5122a36e4df6 req-a4b7a1e2-cf1c-4fcd-a2f9-62a10c66f6ab tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Sep 26 12:37:30.472404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ece7f-fc15-4290-8ef0-75aa4f81148b req-fbf5ea4b-f654-4200-aaed-828e3c01e764 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:30.473846 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e4ece7f-fc15-4290-8ef0-75aa4f81148b req-fbf5ea4b-f654-4200-aaed-828e3c01e764 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Sep 26 12:37:30.520664 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e4ece7f-fc15-4290-8ef0-75aa4f81148b req-949f011e-ce8a-46fd-9f86-c80ab428f184 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Sep 26 12:37:30.642653 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-06a8b0c7-ad04-4671-9752-062b09de0a2d req-92c0ae0f-aa30-413e-8bc5-a042ac21155b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Sep 26 12:37:31.356743 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5eefc-08fd-4fe6-b495-57c80ef3ef45 req-c5028bfb-d59d-4f1a-ab01-30910515312c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:31.358172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c8a5eefc-08fd-4fe6-b495-57c80ef3ef45 req-c5028bfb-d59d-4f1a-ab01-30910515312c tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0465248 Sep 26 12:37:31.404925 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c8a5eefc-08fd-4fe6-b495-57c80ef3ef45 req-e14250f3-8d2c-467d-9e7b-91cf843085dd tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Sep 26 12:37:31.649469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80389f6-5d74-4119-873b-2f6c2a74d6f7 req-7bd2fd03-098d-4fa8-b0c4-f4fabd348077 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:31.650844 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f80389f6-5d74-4119-873b-2f6c2a74d6f7 req-7bd2fd03-098d-4fa8-b0c4-f4fabd348077 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0484931 Sep 26 12:37:31.697603 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f80389f6-5d74-4119-873b-2f6c2a74d6f7 req-aeb90bec-eea3-4af8-bd7a-f11c4085ab1f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Sep 26 12:37:31.742141 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5afc12e-0565-4801-a96b-25d22c0724e1 req-4fd3f4c2-44ba-45c9-b7f4-8f703c3e115a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0267527 Sep 26 12:37:32.523452 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da484b-198d-4cc8-ad8d-a4765754c0f7 req-89e1cc53-4802-401c-a173-a739a01e0fbb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:32.524982 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76da484b-198d-4cc8-ad8d-a4765754c0f7 req-89e1cc53-4802-401c-a173-a739a01e0fbb tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0461152 Sep 26 12:37:32.572233 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76da484b-198d-4cc8-ad8d-a4765754c0f7 req-fae2f575-d281-45cc-8092-abcc77a06fa5 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aebd3e0f-4ab7-4be6-923b-acba18775f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Sep 26 12:37:32.847566 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22463d-83fd-413d-bb72-85e480b8208a req-476455da-9d86-482c-9137-91e520e177b4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:32.849007 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea22463d-83fd-413d-bb72-85e480b8208a req-476455da-9d86-482c-9137-91e520e177b4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0709000 Sep 26 12:37:32.850670 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-011e56c3-b9aa-432d-9df1-5a33d1e48991 req-84038d45-e04a-4bad-a985-1de4d9a03cb7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Sep 26 12:37:32.895860 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea22463d-83fd-413d-bb72-85e480b8208a req-388cf7de-1652-46a2-8331-b6cff668a4e3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Sep 26 12:37:33.197419 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-b8fbe89b-2c21-4213-b465-b5b0f43b79b1 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:33.199055 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-b8fbe89b-2c21-4213-b465-b5b0f43b79b1 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 945 time: 0.0813704 Sep 26 12:37:33.311632 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Deleting port 42c8f101-1fc6-4013-922b-1f9313bc4f10 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:37:33.312005 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:33.401725 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] For port 42c8f101-1fc6-4013-922b-1f9313bc4f10, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=42c8f101-1fc6-4013-922b-1f9313bc4f10,segment=NetworkSegment(74c767ac-4c31-4bbc-bfaf-376597f25ab7),segment_id=74c767ac-4c31-4bbc-bfaf-376597f25ab7)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:33.402089 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:33.416174 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Calling delete_port for 42c8f101-1fc6-4013-922b-1f9313bc4f10 owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:37:33.487011 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:33.583983 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (42c8f101-1fc6-4013-922b-1f9313bc4f10), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:33.615392 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Pushing event deleted for resources: {'Port': ['ID=42c8f101-1fc6-4013-922b-1f9313bc4f10,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:33.641583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['42c8f101-1fc6-4013-922b-1f9313bc4f10'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:37:33.678569 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5c06a6a1-4fe7-45c9-9f4a-582d7a66afc3 req-d4229c20-b4c7-42a6-b0b7-ad709bbc7707 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0285246 Sep 26 12:37:33.681753 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] No DVR routers for this DVR port 42c8f101-1fc6-4013-922b-1f9313bc4f10 on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:37:33.684751 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:33.688031 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-26a53b0e-5ddf-4fab-b72e-0753d0ace474 req-1964e9e4-6829-46b0-a15d-8dfe65b0678a tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.61 "DELETE /networking/v2.0/ports/42c8f101-1fc6-4013-922b-1f9313bc4f10 HTTP/1.1" status: 204 len: 173 time: 0.4834793 Sep 26 12:37:33.688532 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'name': 'network-vif-deleted', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:33.691043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a629bcc-8273-45dc-97e9-4148873e3607" -d '{"events": [{"server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "name": "network-vif-deleted", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:33.732025 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd4993-4a56-48de-86c6-46913a56dd7c x-openstack-request-id: req-c8bd4993-4a56-48de-86c6-46913a56dd7c {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:33.732316 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6cbcd1-bbee-4130-a5f0-24e27ef1d283", "name": "network-vif-deleted", "tag": "42c8f101-1fc6-4013-922b-1f9313bc4f10", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:33.736565 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8bd4993-4a56-48de-86c6-46913a56dd7c {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:33.736565 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bd4993-4a56-48de-86c6-46913a56dd7c'] response: {'server_uuid': '6e6cbcd1-bbee-4130-a5f0-24e27ef1d283', 'name': 'network-vif-deleted', 'tag': '42c8f101-1fc6-4013-922b-1f9313bc4f10', 'status': 'completed', 'code': 200} Sep 26 12:37:33.784764 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:37:33.899143 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:33.908290 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '73469533-a748-4c77-9662-c9401f7320ff', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': '73469533-a748-4c77-9662-c9401f7320ff', 'mac_address': 'fa:16:3e:93:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:37:33.952252 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:33.952825 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:33.968078 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:37:33.972997 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77c3f381-23c1-4125-a030-53553afb44cc req-c90e557d-d3ad-4cd6-99c7-a7d181e4086c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Sep 26 12:37:33.999596 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-2845360e-61f4-4e78-8c9b-bd12f564342e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:33.999596 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-2845360e-61f4-4e78-8c9b-bd12f564342e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1476448 Sep 26 12:37:34.000142 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:34.049633 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb7dd-a924-4294-90c6-77f079e61364 req-060ac7fc-374c-4f81-aa71-ac010ff6bf5c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:34.050685 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5e1cb7dd-a924-4294-90c6-77f079e61364 req-060ac7fc-374c-4f81-aa71-ac010ff6bf5c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Sep 26 12:37:34.079073 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-adc51d6a-4fcc-42d4-9f3c-6ebcf13b56c8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 380 time: 0.0669529 Sep 26 12:37:34.092797 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:34.101881 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'port': {'device_id': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'admin_state_up': True, 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'security_groups': ['bf03927c-d4d8-46fd-8d6b-7aa5ff38637e']}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:34.104376 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5e1cb7dd-a924-4294-90c6-77f079e61364 req-0096d335-0319-4d4a-838a-82560ab24279 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477512 Sep 26 12:37:34.144683 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=9']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:34.216157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:34.315802 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Made reservation on behalf of b7d614bc2f13466ab5c395a5cfc29832 for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:37:34.319836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:34.619138 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['73469533-a748-4c77-9662-c9401f7320ff'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:37:34.675605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.20.0.14 (4f3c619e-6403-4ad0-be46-17e66b1e7905/409477d7-56aa-4db3-bc8e-778cf74e0f3c/e65f29b5-b8a1-4857-9cb6-073a1b946144) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:37:34.801172 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54bdded6-c655-4960-a27a-917700976dab req-e6d591b8-959a-49bd-b863-28cc71faba74 tempest-VolumesActionsTest-246234437 tempest-VolumesActionsTest-246234437-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6e6cbcd1-bbee-4130-a5f0-24e27ef1d283 HTTP/1.1" status: 200 len: 210 time: 0.0306587 Sep 26 12:37:34.834469 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:34.857366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:34.967413 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.012849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:37:35.016163 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:37:35.018767 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:37:35.024287 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:35.024937 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.039081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:35.041676 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:35.106434 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03a4d-306b-4481-a74a-72ff626c6bf0 req-b7760506-c6e8-4262-a779-2527fe033253 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:35.108170 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e3a03a4d-306b-4481-a74a-72ff626c6bf0 req-b7760506-c6e8-4262-a779-2527fe033253 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 932 time: 0.0537505 Sep 26 12:37:35.153702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:35.169405 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e3a03a4d-306b-4481-a74a-72ff626c6bf0 req-e900d9d5-8049-4b64-a4b1-d03dd62518bf tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552771 Sep 26 12:37:35.188550 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-ad4edcbe-373b-424d-9161-253aaf2b8fc8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0916796 Sep 26 12:37:35.214212 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Request body: {'port': {'device_id': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:35.221437 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:37:35.253430 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075250e-5742-49f8-999a-8090bed49f16 req-f912f358-bcd5-4020-abbe-6e3de4e6c7f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:35.256834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3075250e-5742-49f8-999a-8090bed49f16 req-f912f358-bcd5-4020-abbe-6e3de4e6c7f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 944 time: 0.0556042 Sep 26 12:37:35.265959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Provisioning complete for port e65f29b5-b8a1-4857-9cb6-073a1b946144 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:35.266453 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.266861 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Attempt 1 to provision port e65f29b5-b8a1-4857-9cb6-073a1b946144 Sep 26 12:37:35.289452 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.308872 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Port e65f29b5-b8a1-4857-9cb6-073a1b946144 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:35.311519 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3075250e-5742-49f8-999a-8090bed49f16 req-7caa1d8b-2e21-421f-95b5-7355b8e37991 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468862 Sep 26 12:37:35.488009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:35.546610 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65f29b5-b8a1-4857-9cb6-073a1b946144 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:37:35.553984 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks [] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.566648 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Transition to ACTIVE for port object e65f29b5-b8a1-4857-9cb6-073a1b946144 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:37:35.704928 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.777403 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Pushing event updated for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:35.783192 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Attempting to bind port e65f29b5-b8a1-4857-9cb6-073a1b946144 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:37:35.783529 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Attempting to bind port e65f29b5-b8a1-4857-9cb6-073a1b946144 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:37:35.783885 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Attempting to bind port e65f29b5-b8a1-4857-9cb6-073a1b946144 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:35.803042 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:35.823423 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Attempt 2 to provision port e65f29b5-b8a1-4857-9cb6-073a1b946144 Sep 26 12:37:35.826384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Port e65f29b5-b8a1-4857-9cb6-073a1b946144 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:37:35.826718 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Attempting to bind port e65f29b5-b8a1-4857-9cb6-073a1b946144 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:37:35.868203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Port e65f29b5-b8a1-4857-9cb6-073a1b946144 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:37:35.871584 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:37:35.872070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:37:35.872681 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Bound using segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:37:35.873192 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Bound port: e65f29b5-b8a1-4857-9cb6-073a1b946144, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:37:35.873767 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.878947 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 73469533-a748-4c77-9662-c9401f7320ff triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:35.879521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (73469533-a748-4c77-9662-c9401f7320ff), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.880074 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 73469533-a748-4c77-9662-c9401f7320ff Sep 26 12:37:35.953086 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:37:35.956757 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:37:35.960521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 73469533-a748-4c77-9662-c9401f7320ff is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:35.961156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:35.983662 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:35.985884 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f099daf9-2402-463b-8e69-a6fc76c98858" -d '{"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:35.998559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:36.027620 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07319f9-bb2d-44ca-bd24-1a3b29f7eb03 x-openstack-request-id: req-d07319f9-bb2d-44ca-bd24-1a3b29f7eb03 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:36.027974 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-plugged", "status": "completed", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:36.028224 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d07319f9-bb2d-44ca-bd24-1a3b29f7eb03 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:36.028624 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07319f9-bb2d-44ca-bd24-1a3b29f7eb03'] response: {'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'code': 200} Sep 26 12:37:36.099325 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:36.103718 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.106210 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:36.106210 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e65f29b5-b8a1-4857-9cb6-073a1b946144 HTTP/1.1" status: 200 len: 1094 time: 0.8968081 Sep 26 12:37:36.106438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:36.108513 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aab516-c466-4fe3-9aac-0d4f56b64a10" -d '{"events": [{"name": "network-changed", "server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:36.126934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:36.127864 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 42c8f101-1fc6-4013-922b-1f9313bc4f10 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:37:36.132494 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:36.149555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e758bec-6fb4-4714-b1ae-da17d9e172ec x-openstack-request-id: req-3e758bec-6fb4-4714-b1ae-da17d9e172ec {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:36.149854 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:36.150104 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e758bec-6fb4-4714-b1ae-da17d9e172ec {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:36.150506 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e758bec-6fb4-4714-b1ae-da17d9e172ec'] response: {'name': 'network-changed', 'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'status': 'completed', 'code': 200} Sep 26 12:37:36.153135 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:36.163397 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a7c84-fa3a-489c-a099-b378034060eb service neutron] Pushing event updated for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:36.167861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 42c8f101-1fc6-4013-922b-1f9313bc4f10 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:37:36.168210 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 42c8f101-1fc6-4013-922b-1f9313bc4f10 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:37:36.195619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=10']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:36.313154 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ede7-fcd4-4a29-b711-7a00de0c0857 req-33262d5d-016c-43c5-8721-681303c4ae06 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.314652 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee77ede7-fcd4-4a29-b711-7a00de0c0857 req-33262d5d-016c-43c5-8721-681303c4ae06 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0531526 Sep 26 12:37:36.369918 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Attempt 3 to provision port e65f29b5-b8a1-4857-9cb6-073a1b946144 Sep 26 12:37:36.385845 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee77ede7-fcd4-4a29-b711-7a00de0c0857 req-cc1b8f86-44b9-4f5e-99d2-68d63caa696e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644760 Sep 26 12:37:36.401501 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:36.419361 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-6e62eb7a-a98d-4a0a-bb7d-1519a5e636bf None None] Port e65f29b5-b8a1-4857-9cb6-073a1b946144 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:37:36.503784 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ff20-1aea-4d07-b475-ced058caf9f2 req-4e7b9ca4-cc1e-442f-8d29-ddfb0d453c37 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.516201 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8b39ff20-1aea-4d07-b475-ced058caf9f2 req-4e7b9ca4-cc1e-442f-8d29-ddfb0d453c37 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Sep 26 12:37:36.552784 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8b39ff20-1aea-4d07-b475-ced058caf9f2 req-0bb28701-443b-4870-8b4a-02bbb8bc684a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Sep 26 12:37:36.649431 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-ad82635f-2d34-4be7-bd0d-0ca99d31d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.650975 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-ad82635f-2d34-4be7-bd0d-0ca99d31d4d7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 1128 time: 0.0427670 Sep 26 12:37:36.828598 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-7e959de4-1f5f-4a70-979f-278cada8f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.830051 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-7e959de4-1f5f-4a70-979f-278cada8f657 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1644423 Sep 26 12:37:36.905636 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:36.918995 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c1db0-db90-4d61-8203-b0a62e357f3e req-23e58b87-b1b5-4fc2-9b10-6b9b50fb2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.920844 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-220c1db0-db90-4d61-8203-b0a62e357f3e req-23e58b87-b1b5-4fc2-9b10-6b9b50fb2cc4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 1130 time: 0.0550406 Sep 26 12:37:36.992072 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc799b0-78da-40ff-b50e-fa28c4011c83 req-f11df8a1-b7e4-4abf-86bb-e1e84f070758 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:36.993561 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0dc799b0-78da-40ff-b50e-fa28c4011c83 req-f11df8a1-b7e4-4abf-86bb-e1e84f070758 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0482156 Sep 26 12:37:37.009563 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-cfcfff27-c309-4c9c-82f3-669038e738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:37.011056 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-44aab516-c466-4fe3-9aac-0d4f56b64a10 req-cfcfff27-c309-4c9c-82f3-669038e738fc service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694579 Sep 26 12:37:37.045869 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0dc799b0-78da-40ff-b50e-fa28c4011c83 req-fbbafb9f-a1b5-49fc-a9d1-d4fff1e0ec3d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464907 Sep 26 12:37:37.519242 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f0f8-2bf1-4cc8-87ee-7e522ef9ba1e req-47cb9384-af82-4906-acbb-5e51fecad287 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:37.520999 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dda6f0f8-2bf1-4cc8-87ee-7e522ef9ba1e req-47cb9384-af82-4906-acbb-5e51fecad287 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0473034 Sep 26 12:37:37.570604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dda6f0f8-2bf1-4cc8-87ee-7e522ef9ba1e req-87d3997e-8252-4a11-84b6-c7f23085cb37 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Sep 26 12:37:37.679072 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a861-45d1-4c7b-8067-68b9cc5b3836 req-fc70628d-9cfc-4cc6-b607-dc5779fee622 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:37.680458 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2434a861-45d1-4c7b-8067-68b9cc5b3836 req-fc70628d-9cfc-4cc6-b607-dc5779fee622 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0457869 Sep 26 12:37:37.727206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2434a861-45d1-4c7b-8067-68b9cc5b3836 req-9c072531-390f-4edc-b56a-e416959b3d4e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Sep 26 12:37:38.164846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08e6e9-c95b-404e-b5ab-80f3e58b58f7 req-d9d4cab3-d134-4974-85cc-414c4bd63fa3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:38.166785 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c08e6e9-c95b-404e-b5ab-80f3e58b58f7 req-d9d4cab3-d134-4974-85cc-414c4bd63fa3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0486248 Sep 26 12:37:38.213558 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1c08e6e9-c95b-404e-b5ab-80f3e58b58f7 req-d3c3590b-ee26-42bf-a891-99b8b5483e99 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406294 Sep 26 12:37:38.687729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624265b-3864-4fd4-bfb5-78351d2d286c req-2e193864-4b58-42c7-bf9f-d961c71d1565 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:38.689067 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e624265b-3864-4fd4-bfb5-78351d2d286c req-2e193864-4b58-42c7-bf9f-d961c71d1565 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0454373 Sep 26 12:37:38.736608 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e624265b-3864-4fd4-bfb5-78351d2d286c req-a03f334f-733c-4dbd-9857-92b3bc38266c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Sep 26 12:37:38.852711 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447dcba-b490-490a-bd28-5ad8c26df413 req-ca6762bd-e7bc-45b6-a12d-3fa6d3e81ef4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:38.854148 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0447dcba-b490-490a-bd28-5ad8c26df413 req-ca6762bd-e7bc-45b6-a12d-3fa6d3e81ef4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0462291 Sep 26 12:37:38.903801 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0447dcba-b490-490a-bd28-5ad8c26df413 req-425252b9-b3c1-4374-a3f6-abccee31696e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Sep 26 12:37:39.330517 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7184-3e14-4a71-b54d-d98ba6780aeb req-4c4785af-baea-4dfe-a60b-707795d1de72 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:39.331946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b91a7184-3e14-4a71-b54d-d98ba6780aeb req-4c4785af-baea-4dfe-a60b-707795d1de72 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0465834 Sep 26 12:37:39.380315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b91a7184-3e14-4a71-b54d-d98ba6780aeb req-90a7ae61-3c10-4a90-b978-62706379e3fc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Sep 26 12:37:39.855111 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4eefb-a26b-4d73-824e-7490de74a580 req-e3221e6a-bd33-4968-b5c7-3250f30bdc6c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:39.856611 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64d4eefb-a26b-4d73-824e-7490de74a580 req-e3221e6a-bd33-4968-b5c7-3250f30bdc6c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0460687 Sep 26 12:37:39.875391 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:39.906818 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64d4eefb-a26b-4d73-824e-7490de74a580 req-9362a829-edc3-4714-9041-af65808bdbb8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Sep 26 12:37:39.995900 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4f26e6ad-ee8a-4095-bbdb-717483c899f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:40.033060 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1af1e5-92f0-400b-9cba-4a9556ea7a83 req-f3e14b39-c962-4f76-99d9-9fc3d2cd837b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:40.034564 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb1af1e5-92f0-400b-9cba-4a9556ea7a83 req-f3e14b39-c962-4f76-99d9-9fc3d2cd837b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Sep 26 12:37:40.081896 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb1af1e5-92f0-400b-9cba-4a9556ea7a83 req-79e38f5f-1891-4ef2-bd87-f64113aa0d9e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Sep 26 12:37:40.500496 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78845-74c1-4e38-ac82-7329ced13342 req-2ae4c037-ab93-45b4-8809-8d168d4ccefb tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:40.501962 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ba78845-74c1-4e38-ac82-7329ced13342 req-2ae4c037-ab93-45b4-8809-8d168d4ccefb tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0459471 Sep 26 12:37:40.551292 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ba78845-74c1-4e38-ac82-7329ced13342 req-155f3f7a-7013-48cd-a1b2-ea068b32ea47 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Sep 26 12:37:40.597900 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-220c1db0-db90-4d61-8203-b0a62e357f3e req-e4ac905f-582d-41e0-a270-312017d15b15 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Sep 26 12:37:41.029336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47e81-f3b1-4c7e-80d4-8177a3710dcb req-4dbc2f96-bb34-4b47-81e2-23dee5dde681 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.030795 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fdc47e81-f3b1-4c7e-80d4-8177a3710dcb req-4dbc2f96-bb34-4b47-81e2-23dee5dde681 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Sep 26 12:37:41.079198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fdc47e81-f3b1-4c7e-80d4-8177a3710dcb req-912b39d5-a5e7-44e6-97ec-dbe5e5a2cf07 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Sep 26 12:37:41.164351 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-83d45b11-e737-4087-bd9e-242c67e2d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.165788 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-83d45b11-e737-4087-bd9e-242c67e2d52f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 1128 time: 0.0406408 Sep 26 12:37:41.173678 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:41.208413 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3f298-4474-4a39-9275-46dc3f2fcd2d req-1acbb9a0-5b20-4efd-bd73-cc8bb0b18ebe tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.209749 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-71f3f298-4474-4a39-9275-46dc3f2fcd2d req-1acbb9a0-5b20-4efd-bd73-cc8bb0b18ebe tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0477974 Sep 26 12:37:41.258590 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-71f3f298-4474-4a39-9275-46dc3f2fcd2d req-c765d768-f8a9-4cb1-b2cc-8aaa2b2be2c7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432992 Sep 26 12:37:41.681003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f28a-3f24-4900-af0c-fab96cb19efd req-27464648-1933-4f4a-a4d9-1e1794f6fc83 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.682443 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4a4f28a-3f24-4900-af0c-fab96cb19efd req-27464648-1933-4f4a-a4d9-1e1794f6fc83 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0458498 Sep 26 12:37:41.750098 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-671c9193-d2ff-450a-a515-ff5c7e4c016f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144 HTTP/1.1" status: 200 len: 217 time: 0.0461223 Sep 26 12:37:41.755579 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-f6696435-cfc3-4cbd-bbfc-ce7262752d92 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.757112 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-f6696435-cfc3-4cbd-bbfc-ce7262752d92 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0528505 Sep 26 12:37:41.764885 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b4a4f28a-3f24-4900-af0c-fab96cb19efd req-dd585406-161e-480e-b83a-2ba0c96b8c6b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768468 Sep 26 12:37:41.837815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-e762f2c2-bb10-44f8-847c-14193e16b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.840128 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-e762f2c2-bb10-44f8-847c-14193e16b096 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0742190 Sep 26 12:37:41.865902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port 582add98-10b6-4b15-a1bf-31f7dbfcf78a {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:37:41.866278 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:41.889025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-dd827a0d-780e-4e3a-81b0-b9fc5a83d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:41.890670 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-dd827a0d-780e-4e3a-81b0-b9fc5a83d3d2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415490 Sep 26 12:37:41.963956 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] For port 582add98-10b6-4b15-a1bf-31f7dbfcf78a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=582add98-10b6-4b15-a1bf-31f7dbfcf78a,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:41.963956 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:42.001092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-799d86db-124a-44f9-8f81-16f7fe45a4e4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923603 Sep 26 12:37:42.189043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:42.195053 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:42.195053 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 0c2c785f-5d3c-464a-827a-fbba8c276c43 disassociated. External IP: 172.27.1.42, port: 582add98-10b6-4b15-a1bf-31f7dbfcf78a. Sep 26 12:37:42.195053 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for 582add98-10b6-4b15-a1bf-31f7dbfcf78a owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:37:42.247706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e7045-2b9a-47ae-acf7-7d2bc108df43 req-e9d87f77-3892-486f-bb0b-28b8fabef211 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:42.249691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e89e7045-2b9a-47ae-acf7-7d2bc108df43 req-e9d87f77-3892-486f-bb0b-28b8fabef211 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0617242 Sep 26 12:37:42.269885 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:42.303882 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-77127b38-6ce2-43af-8c5a-4ebc7e7bb389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:42.320329 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e89e7045-2b9a-47ae-acf7-7d2bc108df43 req-a549d496-b385-42b0-ade9-8e20f7628c7e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609722 Sep 26 12:37:42.611188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c8834-0ae8-43df-ac22-0aec7bd01efc req-b6e817f6-05e8-4a20-8569-29e463bd968c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:42.611188 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848c8834-0ae8-43df-ac22-0aec7bd01efc req-b6e817f6-05e8-4a20-8569-29e463bd968c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Sep 26 12:37:42.611188 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-848c8834-0ae8-43df-ac22-0aec7bd01efc req-17842c53-bdb8-4b63-b329-6eb2d6506eee tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Sep 26 12:37:42.611188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:42.630884 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d493bd3e-302d-4352-9963-83e6ce21a531 req-37a5f5ee-d264-45fe-8d45-96307c7d8dc5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228476 Sep 26 12:37:42.895951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813103-49d8-405d-b683-8ffbf23b5734 req-853ee983-14d0-4e2f-8eea-db759775afa1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:42.897913 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7b813103-49d8-405d-b683-8ffbf23b5734 req-853ee983-14d0-4e2f-8eea-db759775afa1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Sep 26 12:37:42.961479 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7b813103-49d8-405d-b683-8ffbf23b5734 req-4a37d7fb-2e86-40de-a9c4-12ad77221346 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=624b9c17-f7b3-4e42-9e70-ba618f4c939c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538380 Sep 26 12:37:42.983292 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (582add98-10b6-4b15-a1bf-31f7dbfcf78a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:43.053744 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=582add98-10b6-4b15-a1bf-31f7dbfcf78a,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:43.186883 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:37:43.312561 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:37:43.329977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:37:43.353590 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:43.354464 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:43.406552 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] No DVR routers for this DVR port 582add98-10b6-4b15-a1bf-31f7dbfcf78a on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:37:43.414101 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:43.424973 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-fb3a4c9f-12fc-4750-bf9f-7f71f1bac005 req-c2d886bc-011e-404c-b274-a87b80411385 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "DELETE /networking/v2.0/ports/582add98-10b6-4b15-a1bf-31f7dbfcf78a HTTP/1.1" status: 204 len: 173 time: 1.6558199 Sep 26 12:37:43.424973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'name': 'network-vif-deleted', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:43.432867 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0bbdf-5aa5-4b48-a9d1-ccabfa8bd1bd" -d '{"events": [{"server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "name": "network-vif-deleted", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:43.470871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:43.509117 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d95503-bbf2-4b7c-b5cc-41ccd58494fe x-openstack-request-id: req-85d95503-bbf2-4b7c-b5cc-41ccd58494fe {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:43.510222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8bdb40-eb9e-4b16-9dfb-86523631e455", "name": "network-vif-deleted", "tag": "582add98-10b6-4b15-a1bf-31f7dbfcf78a", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:43.510499 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89a77a-dfab-4177-8fd8-0169aaf46e95 req-606a5eab-9b4b-48bb-bffd-3c7410625427 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:43.511005 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85d95503-bbf2-4b7c-b5cc-41ccd58494fe {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:43.511005 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d95503-bbf2-4b7c-b5cc-41ccd58494fe'] response: {'server_uuid': 'bf8bdb40-eb9e-4b16-9dfb-86523631e455', 'name': 'network-vif-deleted', 'tag': '582add98-10b6-4b15-a1bf-31f7dbfcf78a', 'status': 'completed', 'code': 200} Sep 26 12:37:43.517560 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e89a77a-dfab-4177-8fd8-0169aaf46e95 req-606a5eab-9b4b-48bb-bffd-3c7410625427 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0578239 Sep 26 12:37:43.567228 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:43.626714 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e89a77a-dfab-4177-8fd8-0169aaf46e95 req-89004bf4-369e-4e2d-9b4a-a7e12413b2e3 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059966 Sep 26 12:37:43.793884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae590da-c444-40a0-b4a5-6f1c43b7d5f5 req-9d42c8b2-4a96-4753-afd1-09d06709a0ef tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:43.807089 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ae590da-c444-40a0-b4a5-6f1c43b7d5f5 req-9d42c8b2-4a96-4753-afd1-09d06709a0ef tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0856271 Sep 26 12:37:43.848979 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:43.875081 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ae590da-c444-40a0-b4a5-6f1c43b7d5f5 req-d94f88b0-85a0-45da-a3fa-abea594ed20e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645611 Sep 26 12:37:43.907340 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 582add98-10b6-4b15-a1bf-31f7dbfcf78a no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:37:43.962970 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 582add98-10b6-4b15-a1bf-31f7dbfcf78a {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:37:43.963778 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 582add98-10b6-4b15-a1bf-31f7dbfcf78a not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:37:43.978734 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:44.008863 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:37:44.019057 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:44.019797 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:44.205835 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:44.279211 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-79df3f8a-7375-4220-8fee-3623ef55c99d req-e5288400-315e-4225-953b-0a9947ac17fc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0705652 Sep 26 12:37:44.521367 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:44.551133 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af831d8-3105-42f3-ab3c-44f7b2457bdc None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '31bee61f-2399-4bca-a597-87cb5797ee3e', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:03:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:34:06Z', 'updated_at': '2022-09-26T12:35:05Z', 'revision_number': 2, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:37:44.817225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660f352-d661-47e6-827d-c78314cf56af req-fe65fb72-d232-496e-a9f4-5e4269dac969 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:44.825490 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6660f352-d661-47e6-827d-c78314cf56af req-fe65fb72-d232-496e-a9f4-5e4269dac969 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0821080 Sep 26 12:37:44.906893 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6660f352-d661-47e6-827d-c78314cf56af req-e36505ac-e5e8-465e-bf17-19e4cf2ea6fe tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802431 Sep 26 12:37:44.958771 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68d393-4873-49b1-aa10-0dedbf78fd3a None None] New status for floating IP 0c2c785f-5d3c-464a-827a-fbba8c276c43: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:37:45.094865 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:45.135616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adef3c-e5d2-4044-9547-9c3b4bec313b req-ffc71e65-ee96-4a9a-ae51-e4fce9df46a8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:45.137124 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-71adef3c-e5d2-4044-9547-9c3b4bec313b req-ffc71e65-ee96-4a9a-ae51-e4fce9df46a8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0740635 Sep 26 12:37:45.167254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:45.213617 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-71adef3c-e5d2-4044-9547-9c3b4bec313b req-c81b0692-e081-48c7-9cf5-aeaf513a1bad tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686553 Sep 26 12:37:45.460374 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0492f451-d91c-4a4b-80ea-862bf33083e4 req-f13e02eb-2657-419b-be5a-315bfcac941e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf8bdb40-eb9e-4b16-9dfb-86523631e455 HTTP/1.1" status: 200 len: 210 time: 0.0396202 Sep 26 12:37:46.038908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f84ac-bb30-4b47-b7ee-47cbd7179025 req-a944029e-8a4d-4659-b76e-458ca494a089 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:46.040385 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f14f84ac-bb30-4b47-b7ee-47cbd7179025 req-a944029e-8a4d-4659-b76e-458ca494a089 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0491161 Sep 26 12:37:46.089226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f14f84ac-bb30-4b47-b7ee-47cbd7179025 req-dfce3cec-a077-42dd-b79e-5bba71d13caa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Sep 26 12:37:46.375188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b377e-7bc2-4772-b095-cd399dde2ee5 req-6539ff32-9306-42e4-a363-6022080dc050 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:46.382615 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-157b377e-7bc2-4772-b095-cd399dde2ee5 req-6539ff32-9306-42e4-a363-6022080dc050 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0810165 Sep 26 12:37:46.460184 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-157b377e-7bc2-4772-b095-cd399dde2ee5 req-2b39cd57-e40f-47c4-b80c-a23939a9d2c5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710144 Sep 26 12:37:46.655785 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40394) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:46.730152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (624b9c17-f7b3-4e42-9e70-ba618f4c939c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:46.760029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (624b9c17-f7b3-4e42-9e70-ba618f4c939c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.167683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (624b9c17-f7b3-4e42-9e70-ba618f4c939c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.170971 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.173173 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/624b9c17-f7b3-4e42-9e70-ba618f4c939c HTTP/1.1" status: 204 len: 168 time: 0.5158880 Sep 26 12:37:47.175582 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40400) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:47.191321 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:47.192893 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.api.v2.resource [None req-9e1d314a-1887-49e3-b0a2-03a84096a686 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] show failed (client error): The resource could not be found. Sep 26 12:37:47.194425 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9e1d314a-1887-49e3-b0a2-03a84096a686 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups/624b9c17-f7b3-4e42-9e70-ba618f4c939c HTTP/1.1" status: 404 len: 347 time: 0.0172336 Sep 26 12:37:47.197477 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40402) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:47.203513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39b65e-bba5-4a0d-a9e5-ccb279e80706 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b9c17-f7b3-4e42-9e70-ba618f4c939c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:47.271528 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258ea8d-7e94-4035-9403-19d89356d531 req-dc28973d-4881-48d2-83af-219bf13d3205 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:47.273271 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5258ea8d-7e94-4035-9403-19d89356d531 req-dc28973d-4881-48d2-83af-219bf13d3205 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0987363 Sep 26 12:37:47.339578 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5258ea8d-7e94-4035-9403-19d89356d531 req-f1bbe229-439e-4a05-87f2-e6c22119746d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602858 Sep 26 12:37:47.355555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port b471df9b-4a5d-4b74-b905-5a69fc4fa770 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:37:47.364017 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.480729 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.481201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (b471df9b-4a5d-4b74-b905-5a69fc4fa770), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.494984 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for b471df9b-4a5d-4b74-b905-5a69fc4fa770 owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:37:47.726894 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (b471df9b-4a5d-4b74-b905-5a69fc4fa770), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.756114 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=b471df9b-4a5d-4b74-b905-5a69fc4fa770,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:47.789666 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (0c2c785f-5d3c-464a-827a-fbba8c276c43), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.793017 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:47.797020 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f40ef38e-8e4f-43de-978e-7f6879cc3ada tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/0c2c785f-5d3c-464a-827a-fbba8c276c43 HTTP/1.1" status: 204 len: 168 time: 0.5956781 Sep 26 12:37:48.511794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43658d4-b61f-40d9-9f95-578a59cd3e2e req-f4fdd3cc-3eb6-4aa6-9d74-d2b457594f68 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:48.511794 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b43658d4-b61f-40d9-9f95-578a59cd3e2e req-f4fdd3cc-3eb6-4aa6-9d74-d2b457594f68 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0651901 Sep 26 12:37:48.569037 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b43658d4-b61f-40d9-9f95-578a59cd3e2e req-1cd52994-2a4b-4fc2-8f69-023dc5b2886d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509958 Sep 26 12:37:49.701527 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979acc2-6edf-48d5-a3e9-347ba8180a24 req-083b92c9-155b-44aa-923a-59b7f06cad35 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:49.703034 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d979acc2-6edf-48d5-a3e9-347ba8180a24 req-083b92c9-155b-44aa-923a-59b7f06cad35 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 944 time: 0.0537453 Sep 26 12:37:49.729375 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:49.758470 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d979acc2-6edf-48d5-a3e9-347ba8180a24 req-0694a750-191d-4e00-8350-e4a6fa676437 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494461 Sep 26 12:37:49.889993 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e65f29b5-b8a1-4857-9cb6-073a1b946144 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:37:49.898629 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:49.983459 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:50.001435 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:50.014406 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'port_id': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'mac_address': 'fa:16:3e:44:db:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:37:50.054503 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port e65f29b5-b8a1-4857-9cb6-073a1b946144 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:50.054885 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:50.070917 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65f29b5-b8a1-4857-9cb6-073a1b946144 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:37:50.092778 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:50.213678 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:50.271477 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:50.280529 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.280884 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.281226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.281594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.281934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.282265 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.282592 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.282921 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.283246 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.283571 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.283927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.284254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.284578 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.284965 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.285391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:37:50.814793 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['e65f29b5-b8a1-4857-9cb6-073a1b946144'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:37:50.901394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443ed9f-2c9c-46a4-9a51-c4bf3f3283c5 req-37058dc1-a9ff-4507-a549-31082a0aba8b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:50.903087 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6443ed9f-2c9c-46a4-9a51-c4bf3f3283c5 req-37058dc1-a9ff-4507-a549-31082a0aba8b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 945 time: 0.0585024 Sep 26 12:37:51.001381 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6443ed9f-2c9c-46a4-9a51-c4bf3f3283c5 req-71c744fc-a130-41c9-b817-fc22124e343e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909445 Sep 26 12:37:51.927919 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e65f29b5-b8a1-4857-9cb6-073a1b946144 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:37:51.975120 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port e65f29b5-b8a1-4857-9cb6-073a1b946144 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:37:52.086011 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port e65f29b5-b8a1-4857-9cb6-073a1b946144 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:37:52.086654 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:52.092794 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port e65f29b5-b8a1-4857-9cb6-073a1b946144 Sep 26 12:37:52.149690 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3979-d7b2-4149-b431-29fbda7ab883 req-ac0a7aed-57dd-4d7d-abf2-46c67064a8d4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:52.152005 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c9a3979-d7b2-4149-b431-29fbda7ab883 req-ac0a7aed-57dd-4d7d-abf2-46c67064a8d4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 945 time: 0.0730975 Sep 26 12:37:52.192280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:52.208607 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c9a3979-d7b2-4149-b431-29fbda7ab883 req-7164290f-b620-4d22-9e4b-1617b6a8ea04 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506473 Sep 26 12:37:52.209514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port e65f29b5-b8a1-4857-9cb6-073a1b946144 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:37:52.210070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:52.246944 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:52.249410 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458658e3-7ec7-494e-beca-ce17ece2abe3" -d '{"events": [{"server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "name": "network-vif-plugged", "status": "completed", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:52.266252 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:52.290886 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbaee0d-478e-4c56-ab3a-2df759ba928e x-openstack-request-id: req-cbbaee0d-478e-4c56-ab3a-2df759ba928e {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:37:52.291306 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "name": "network-vif-plugged", "status": "completed", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:37:52.291655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbbaee0d-478e-4c56-ab3a-2df759ba928e {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:37:52.292174 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbaee0d-478e-4c56-ab3a-2df759ba928e'] response: {'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'code': 200} Sep 26 12:37:52.406616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:52.444636 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:52.457640 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:52.524846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0cae-24a7-4055-822d-2d7dbccfbf3b req-a6286007-08b3-4e70-8f9f-8044011c04a5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:52.526350 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a5e0cae-24a7-4055-822d-2d7dbccfbf3b req-a6286007-08b3-4e70-8f9f-8044011c04a5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0529394 Sep 26 12:37:52.574246 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a5e0cae-24a7-4055-822d-2d7dbccfbf3b req-1d6b0e5b-f9d0-43db-ae8a-e06ee58389e5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Sep 26 12:37:53.070994 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37556c-8554-46c2-9665-0ce5037b2cb5 req-fa036f61-af47-43a4-9791-9822a743833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.074616 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-aa37556c-8554-46c2-9665-0ce5037b2cb5 req-fa036f61-af47-43a4-9791-9822a743833c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 1130 time: 0.0607419 Sep 26 12:37:53.124526 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-9812c7a0-7d75-49cd-be55-c1418494a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.126139 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-9812c7a0-7d75-49cd-be55-c1418494a6f5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.1061051 Sep 26 12:37:53.158919 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-aa37556c-8554-46c2-9665-0ce5037b2cb5 req-ac2b4226-becf-417b-acdc-6ec05d0ce009 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720496 Sep 26 12:37:53.361375 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1abc7-307a-4ebf-9839-297929827da7 req-dd409ac8-88a5-4754-8ed0-86610a7ed7eb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.362911 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-94e1abc7-307a-4ebf-9839-297929827da7 req-dd409ac8-88a5-4754-8ed0-86610a7ed7eb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0565908 Sep 26 12:37:53.440474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-94e1abc7-307a-4ebf-9839-297929827da7 req-ff7687db-5ac3-4a29-a33b-0434de763bd9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671954 Sep 26 12:37:53.635296 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa50c-99e2-4b77-b120-e9ea02b21164 req-37bfd5db-7c8e-468f-aae5-1049c6633c4e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.642023 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a7fa50c-99e2-4b77-b120-e9ea02b21164 req-37bfd5db-7c8e-468f-aae5-1049c6633c4e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0827792 Sep 26 12:37:53.653275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-2b754dd7-579f-4cec-b911-e8283d34ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.654691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-2b754dd7-579f-4cec-b911-e8283d34ba0e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.1905687 Sep 26 12:37:53.699303 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2a7fa50c-99e2-4b77-b120-e9ea02b21164 req-10e36ad7-6252-468a-9f75-8a2fc22389e6 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563121 Sep 26 12:37:53.783777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24420d7-6bd8-44ef-98c2-f0e325312437 req-05b21d40-a92f-4a72-aa57-a893f1ffa6cc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:53.788812 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d24420d7-6bd8-44ef-98c2-f0e325312437 req-05b21d40-a92f-4a72-aa57-a893f1ffa6cc tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0829687 Sep 26 12:37:53.847048 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d24420d7-6bd8-44ef-98c2-f0e325312437 req-782b297e-5c9b-45bd-a83a-33e042934616 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552113 Sep 26 12:37:54.155871 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-428d64ce-ed27-424f-b81e-8484c01d87c0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 1000 time: 0.0658426 Sep 26 12:37:54.599666 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-00765849-5a28-4c0e-aab8-fdac309c154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:54.601264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-00765849-5a28-4c0e-aab8-fdac309c154b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.1183937 Sep 26 12:37:54.612787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71453d-caab-41ff-a844-ad9cdf0579cb req-a7436ae7-5040-4103-843a-288ac6d00527 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:54.614333 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d71453d-caab-41ff-a844-ad9cdf0579cb req-a7436ae7-5040-4103-843a-288ac6d00527 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0588291 Sep 26 12:37:54.671552 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d71453d-caab-41ff-a844-ad9cdf0579cb req-28fad395-24c9-45de-8125-de3d8bc2dcb1 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515072 Sep 26 12:37:54.851630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36511967-c63e-4399-9467-ee2423be0a6b req-c6458f4c-0f2f-423c-9379-63bec72b591a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:54.856904 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36511967-c63e-4399-9467-ee2423be0a6b req-c6458f4c-0f2f-423c-9379-63bec72b591a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0669739 Sep 26 12:37:54.907182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:54.913853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-36511967-c63e-4399-9467-ee2423be0a6b req-67c4a5d7-3878-4963-9f0f-28ef0a0c04ea tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531363 Sep 26 12:37:55.014269 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4b72e-a5c3-4a20-b122-858ecbb939b4 req-e3c0d4ed-b40c-40fd-a48e-760b1c8f4bdb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:55.022522 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1e4b72e-a5c3-4a20-b122-858ecbb939b4 req-e3c0d4ed-b40c-40fd-a48e-760b1c8f4bdb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0723891 Sep 26 12:37:55.081986 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1e4b72e-a5c3-4a20-b122-858ecbb939b4 req-48f775de-d604-46f6-8df7-33928a9e5d9f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585179 Sep 26 12:37:55.169884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-1c3c5f6e-4070-43c1-a9fc-259777fece40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:55.171386 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-1c3c5f6e-4070-43c1-a9fc-259777fece40 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783932 Sep 26 12:37:55.286890 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:55.291842 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-c0f5f572-b5c3-4ed2-b88e-f8326d612463 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119933 Sep 26 12:37:55.441181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207042ac-f7a2-4544-a541-2f0bc33f22ca req-d6ed94df-554e-47b3-a605-5a4a11459f52 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:55.443882 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-207042ac-f7a2-4544-a541-2f0bc33f22ca req-d6ed94df-554e-47b3-a605-5a4a11459f52 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0696614 Sep 26 12:37:55.485174 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1330d47b-dd56-4ba8-ba33-bc3afc2451e0 req-45a7aba8-bfaf-455c-b034-3ce0f6de4869 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801689 Sep 26 12:37:55.515618 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-207042ac-f7a2-4544-a541-2f0bc33f22ca req-00a9c240-6258-4def-8c15-a9117977d9aa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638523 Sep 26 12:37:55.822705 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cf22b-e1f8-459d-8300-7291f492111e req-f655025b-ded5-42b7-85e1-f8baf18a28ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:55.824160 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-995cf22b-e1f8-459d-8300-7291f492111e req-f655025b-ded5-42b7-85e1-f8baf18a28ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0563056 Sep 26 12:37:55.871653 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-995cf22b-e1f8-459d-8300-7291f492111e req-8c152e4f-3e3a-4164-b4f6-7fcc19d05728 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Sep 26 12:37:56.006653 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2175d-cc20-4729-a07a-6600d500af50 req-0bdc2f06-0cdb-4938-a76a-189bf87a0b6c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:56.008487 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dfd2175d-cc20-4729-a07a-6600d500af50 req-0bdc2f06-0cdb-4938-a76a-189bf87a0b6c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0644705 Sep 26 12:37:56.097564 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9e0a1-e95e-4452-9ef2-0d30c8fea312 req-991be0cc-fc13-4909-9ba3-bdc04a04ae13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:56.099010 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5a9e0a1-e95e-4452-9ef2-0d30c8fea312 req-991be0cc-fc13-4909-9ba3-bdc04a04ae13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0867465 Sep 26 12:37:56.122244 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dfd2175d-cc20-4729-a07a-6600d500af50 req-f09a2c25-05a7-4835-a600-ed28de501a8b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997534 Sep 26 12:37:56.151776 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40548) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:56.200506 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5a9e0a1-e95e-4452-9ef2-0d30c8fea312 req-3d254061-913b-4ebe-9f76-1fff961f6bd8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861809 Sep 26 12:37:56.262707 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416f74-f263-4b29-8b76-f147157a920f req-f2d22ef4-5c90-496f-91b5-4cb58b907852 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:56.264693 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74416f74-f263-4b29-8b76-f147157a920f req-f2d22ef4-5c90-496f-91b5-4cb58b907852 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0629182 Sep 26 12:37:56.331536 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74416f74-f263-4b29-8b76-f147157a920f req-38914057-8df1-4204-b28d-2bb7dcbe39bf tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609376 Sep 26 12:37:56.410347 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2cf4f-53bb-4356-8f95-a154a1aaef60 tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:56.414876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40552) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:37:56.415109 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5dc2cf4f-53bb-4356-8f95-a154a1aaef60 tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 1125 time: 0.2601199 Sep 26 12:37:56.419877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'port_id': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:37:56.503594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:56.579041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:56.599873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:56.690860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e3992-3de4-4bf6-a423-49bff536ba26 req-5c79daba-0d69-4df8-8271-71997af8bc76 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:56.692138 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b3e3992-3de4-4bf6-a423-49bff536ba26 req-5c79daba-0d69-4df8-8271-71997af8bc76 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0888388 Sep 26 12:37:56.795983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.27.1.2 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/d69cd1c5-86d4-429b-b691-4e2b5f69cd3e) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:37:56.806894 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5b3e3992-3de4-4bf6-a423-49bff536ba26 req-6153ac97-880f-4c39-8137-5fb2091aab11 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053836 Sep 26 12:37:56.841995 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:56.945029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:57.042060 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:57.096061 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:37:57.099549 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:37:57.105740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:37:57.110870 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=d69cd1c5-86d4-429b-b691-4e2b5f69cd3e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:57.402676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72aec-1b74-4903-8307-dded19dcc120 req-d8bb0fe3-7e7c-41fe-a95f-f6bb8ca508fc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:57.409676 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d8d72aec-1b74-4903-8307-dded19dcc120 req-d8bb0fe3-7e7c-41fe-a95f-f6bb8ca508fc tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0810120 Sep 26 12:37:57.498464 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:57.559670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655cfc-cea4-4900-af1d-27eb2e8b2be1 req-22ae7941-0e57-485d-b5a2-80ad024585bb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:57.561144 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e655cfc-cea4-4900-af1d-27eb2e8b2be1 req-22ae7941-0e57-485d-b5a2-80ad024585bb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.1402211 Sep 26 12:37:57.581805 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d8d72aec-1b74-4903-8307-dded19dcc120 req-7eb45fa0-2108-45c3-8294-e4a8cd4c3025 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697052 Sep 26 12:37:57.693517 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (bf8f705d-6430-4c10-bea0-50e7fb095783), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:57.727171 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e655cfc-cea4-4900-af1d-27eb2e8b2be1 req-9917c63b-8c02-45b9-9aef-1bc723c21d99 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034272 Sep 26 12:37:57.893210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-5cb807ce-989c-46c2-8ba8-71f6f5b69475 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:57.894705 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-5cb807ce-989c-46c2-8ba8-71f6f5b69475 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0844266 Sep 26 12:37:57.896679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.067813 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:58.080374 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447095b5-50c6-47f3-8ab8-ed0d6021dd4e req-70b8110a-b9ad-4f9c-987c-87b8dbfd71b1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:58.084098 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-447095b5-50c6-47f3-8ab8-ed0d6021dd4e req-70b8110a-b9ad-4f9c-987c-87b8dbfd71b1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.1875541 Sep 26 12:37:58.209202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:37:58.209465 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.243593 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-447095b5-50c6-47f3-8ab8-ed0d6021dd4e req-9261970e-a31e-431d-b34b-40ff9f09e2a5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447554 Sep 26 12:37:58.286493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.335055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] For port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:37:58.335538 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.369811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.517279 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=d69cd1c5-86d4-429b-b691-4e2b5f69cd3e,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:58.548676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (bf8f705d-6430-4c10-bea0-50e7fb095783), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:58.823916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:58.983769 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9121b-45ce-439c-83af-7c900d16f8c9 req-65fa0d99-4d62-4b18-9128-372dbdc83bba tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:58.984941 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63a9121b-45ce-439c-83af-7c900d16f8c9 req-65fa0d99-4d62-4b18-9128-372dbdc83bba tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.1661382 Sep 26 12:37:58.994517 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5170b9-b82e-4ff1-9bd0-8ec888e082ae req-86974832-0722-45c5-b810-b345196723a9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:58.995901 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd5170b9-b82e-4ff1-9bd0-8ec888e082ae req-86974832-0722-45c5-b810-b345196723a9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.1804998 Sep 26 12:37:59.043518 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:59.043903 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:59.044221 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 31bee61f-2399-4bca-a597-87cb5797ee3e disassociated. External IP: 172.27.1.131, port: e5b3b3d6-6dc5-4e32-814c-89ad431a9f86. Sep 26 12:37:59.044553 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:37:59.074712 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP bf8f705d-6430-4c10-bea0-50e7fb095783 associated. External IP: 172.27.1.2, port: e65f29b5-b8a1-4857-9cb6-073a1b946144. Sep 26 12:37:59.156675 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:59.184864 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63a9121b-45ce-439c-83af-7c900d16f8c9 req-3f893e18-493d-4b09-af99-186bec520269 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842270 Sep 26 12:37:59.202876 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd5170b9-b82e-4ff1-9bd0-8ec888e082ae req-f791d130-3a01-4268-b4b2-660902b59ec4 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968296 Sep 26 12:37:59.437080 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2785e-aff0-4721-b281-5816cbe4bef2 req-514223ed-d1e9-4794-8ab8-84c05b1d9abc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:37:59.438618 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40a2785e-aff0-4721-b281-5816cbe4bef2 req-514223ed-d1e9-4794-8ab8-84c05b1d9abc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 946 time: 0.0905173 Sep 26 12:37:59.487822 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (e5b3b3d6-6dc5-4e32-814c-89ad431a9f86), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:59.510477 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:37:59.541122 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40a2785e-aff0-4721-b281-5816cbe4bef2 req-336457cb-2fe6-422b-8e85-1d1118dbd937 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=341a3fb5-65cc-442c-8b3c-b969b73e407d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911865 Sep 26 12:37:59.548049 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=e5b3b3d6-6dc5-4e32-814c-89ad431a9f86,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:37:59.731370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:37:59.752001 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:37:59.760280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:37:59.839976 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:37:59.839976 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:59.839976 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:59.877281 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:37:59.887869 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:37:59.897351 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:37:59.897952 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:37:59.931303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] No DVR routers for this DVR port e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:37:59.934996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:37:59.938413 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-993dbf02-ff33-43ab-a7e1-4f9b54d731c1 req-d66cdc05-1e97-444b-b5e9-94bde15df0b6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 HTTP/1.1" status: 204 len: 173 time: 1.9412775 Sep 26 12:37:59.949003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'name': 'network-vif-deleted', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:37:59.949003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce85df-dc51-4acc-8113-f104aa0fdf26" -d '{"events": [{"server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "name": "network-vif-deleted", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:37:59.949266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:37:59.979182 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:37:59.995390 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:00.015152 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:00.029591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2256c84a-9aa8-41c9-9ed2-043a869c17a5 x-openstack-request-id: req-2256c84a-9aa8-41c9-9ed2-043a869c17a5 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:00.039213 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:38:00.039499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e5b3b3d6-6dc5-4e32-814c-89ad431a9f86 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:38:00.046988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b74a197-61b1-497c-a496-dfeb8b28c2f8", "name": "network-vif-deleted", "tag": "e5b3b3d6-6dc5-4e32-814c-89ad431a9f86", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:00.047440 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2256c84a-9aa8-41c9-9ed2-043a869c17a5 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:00.048017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2256c84a-9aa8-41c9-9ed2-043a869c17a5'] response: {'server_uuid': '4b74a197-61b1-497c-a496-dfeb8b28c2f8', 'name': 'network-vif-deleted', 'tag': 'e5b3b3d6-6dc5-4e32-814c-89ad431a9f86', 'status': 'completed', 'code': 200} Sep 26 12:38:00.069462 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8a74a935-2a5b-4ba6-bc19-d62f2cc54c86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6507607 Sep 26 12:38:00.182470 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:00.215900 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.244918 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:00.254057 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:00.254690 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.276696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'bf8f705d-6430-4c10-bea0-50e7fb095783', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:44:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:37:57Z', 'updated_at': '2022-09-26T12:37:57Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.307101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:00.320887 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:00.321651 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:37:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.364362 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9579-cea2-427d-bf81-981d5eb9d6c7 req-46b5b3be-a30c-495a-8fc1-e803ab0bc9aa tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:00.373205 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1af9579-cea2-427d-bf81-981d5eb9d6c7 req-46b5b3be-a30c-495a-8fc1-e803ab0bc9aa tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0741742 Sep 26 12:38:00.381911 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:00.402492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:00.474633 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1af9579-cea2-427d-bf81-981d5eb9d6c7 req-7543917b-c00d-469b-a5a4-473eda8dac3f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997941 Sep 26 12:38:00.487249 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a89f1-2532-4beb-b2e1-f35c070210c1 req-0e6df5c9-b7ac-45f9-97a0-f80b75130960 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:00.488790 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c7a89f1-2532-4beb-b2e1-f35c070210c1 req-0e6df5c9-b7ac-45f9-97a0-f80b75130960 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0926652 Sep 26 12:38:00.526462 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:00.545810 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c7a89f1-2532-4beb-b2e1-f35c070210c1 req-a411e429-6536-4f40-9c3d-c7d8ec036809 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500324 Sep 26 12:38:00.592857 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.619847 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd8d19-f45f-4a08-9f0e-48777c027172 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:00.630050 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:00.686748 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-22ea5cf1-ac7f-40de-bb0b-fc00f2a9859b req-1f94ac87-e2be-466e-9f70-55a1417ebbcd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4b74a197-61b1-497c-a496-dfeb8b28c2f8 HTTP/1.1" status: 200 len: 210 time: 0.0301416 Sep 26 12:38:00.863055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'bf8f705d-6430-4c10-bea0-50e7fb095783', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:44:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:37:57Z', 'updated_at': '2022-09-26T12:37:57Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:00.890618 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d0c6b-d337-4d0c-9967-d3880a597e0d None None] New status for floating IP 31bee61f-2399-4bca-a597-87cb5797ee3e: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:38:00.894577 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d27a5-e51d-480a-8f84-610b8bf3c071 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'bf8f705d-6430-4c10-bea0-50e7fb095783', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:44:db:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:37:57Z', 'updated_at': '2022-09-26T12:37:57Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:01.115552 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3f4c4-b598-4263-b457-03131ce97fa2 None None] New status for floating IP bf8f705d-6430-4c10-bea0-50e7fb095783: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:38:01.593117 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce4cc3-88f9-4da5-a9bb-25ccbdc303a3 req-5458f621-4bcc-4c13-8bf3-e3af68d64a9b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:01.594798 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e9ce4cc3-88f9-4da5-a9bb-25ccbdc303a3 req-5458f621-4bcc-4c13-8bf3-e3af68d64a9b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0492861 Sep 26 12:38:01.676649 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e9ce4cc3-88f9-4da5-a9bb-25ccbdc303a3 req-cea1b373-3d93-4c38-828c-4655c50996d5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761971 Sep 26 12:38:01.692338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d6a4-7cc2-4118-8a11-19bd2b5c1d9b req-904a611b-c07b-4753-9996-1a98173a8160 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:01.693765 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75b3d6a4-7cc2-4118-8a11-19bd2b5c1d9b req-904a611b-c07b-4753-9996-1a98173a8160 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0632582 Sep 26 12:38:01.741809 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-75b3d6a4-7cc2-4118-8a11-19bd2b5c1d9b req-6eab72e0-6588-4847-bb59-df92bb8099fd tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Sep 26 12:38:01.927083 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40662) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:01.985142 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (341a3fb5-65cc-442c-8b3c-b969b73e407d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.009089 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (341a3fb5-65cc-442c-8b3c-b969b73e407d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.053363 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:02.055928 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d0928-5908-433b-a0b7-1b64796b88bc" -d '{"events": [{"name": "network-changed", "server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:02.092318 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae1705-7c6f-4681-9ab7-d13ac62c2cc3 x-openstack-request-id: req-75ae1705-7c6f-4681-9ab7-d13ac62c2cc3 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:02.092737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:02.092990 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75ae1705-7c6f-4681-9ab7-d13ac62c2cc3 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:02.093389 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ae1705-7c6f-4681-9ab7-d13ac62c2cc3'] response: {'name': 'network-changed', 'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'status': 'completed', 'code': 200} Sep 26 12:38:02.195960 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0928-5908-433b-a0b7-1b64796b88bc req-c2be8880-bb22-458d-8279-652dbcb1e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.198165 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-c2be8880-bb22-458d-8279-652dbcb1e4ec service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 1130 time: 0.0439899 Sep 26 12:38:02.224702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (341a3fb5-65cc-442c-8b3c-b969b73e407d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.228106 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.229671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/341a3fb5-65cc-442c-8b3c-b969b73e407d HTTP/1.1" status: 204 len: 168 time: 0.3016686 Sep 26 12:38:02.232512 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40674) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:02.245941 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.api.v2.resource [None req-6d746606-786c-4928-933c-5b406253eed7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] show failed (client error): The resource could not be found. Sep 26 12:38:02.246926 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6d746606-786c-4928-933c-5b406253eed7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups/341a3fb5-65cc-442c-8b3c-b969b73e407d HTTP/1.1" status: 404 len: 347 time: 0.0134320 Sep 26 12:38:02.249617 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40676) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:02.266360 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a3fb5-65cc-442c-8b3c-b969b73e407d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:02.278442 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.278799 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.279156 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.279493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.279850 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.280179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.280507 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.280919 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.281250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.281575 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.282430 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.282430 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.282647 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.282837 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.283148 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9935bf89-87aa-4b25-beb2-d2e58cf7ef73 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:02.330892 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0928-5908-433b-a0b7-1b64796b88bc req-eec11b1c-227c-491e-b108-cefe61387ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.332379 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-eec11b1c-227c-491e-b108-cefe61387ed2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.1286056 Sep 26 12:38:02.349110 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:02.363429 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port ef83aa48-921f-47ee-b30e-9b3472e63685 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:38:02.363819 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.387484 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:02.397391 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-5b4e640c-baee-4380-be52-a3d5bd46033a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144 HTTP/1.1" status: 200 len: 1000 time: 0.0584223 Sep 26 12:38:02.442439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.442769 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (ef83aa48-921f-47ee-b30e-9b3472e63685), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.457243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0928-5908-433b-a0b7-1b64796b88bc req-5072611e-d70e-450b-b47f-6966d9a2c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.458704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-5072611e-d70e-450b-b47f-6966d9a2c936 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0468447 Sep 26 12:38:02.460415 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for ef83aa48-921f-47ee-b30e-9b3472e63685 owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:38:02.516870 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0928-5908-433b-a0b7-1b64796b88bc req-cd323597-f9e8-4869-8872-404124e35db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.518355 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-cd323597-f9e8-4869-8872-404124e35db8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377147 Sep 26 12:38:02.539344 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:02.645126 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-5c0d04ef-352a-4cf1-89c2-57ad9557ab93 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891781 Sep 26 12:38:02.658437 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (ef83aa48-921f-47ee-b30e-9b3472e63685), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.685564 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=ef83aa48-921f-47ee-b30e-9b3472e63685,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:02.718214 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (31bee61f-2399-4bca-a597-87cb5797ee3e), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.723609 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:02.731900 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7be31812-8211-4bad-b7eb-4b964a21f00e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/31bee61f-2399-4bca-a597-87cb5797ee3e HTTP/1.1" status: 204 len: 168 time: 0.4733682 Sep 26 12:38:02.742861 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-899d0928-5908-433b-a0b7-1b64796b88bc req-29662011-9a72-41f4-bea7-7c9ee634b5ef service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914402 Sep 26 12:38:02.828998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734246f-c441-431f-a9d3-461bca8bab93 req-e9b1e525-c9d1-4d03-9c09-53ab6ed0015a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.830466 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1734246f-c441-431f-a9d3-461bca8bab93 req-e9b1e525-c9d1-4d03-9c09-53ab6ed0015a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0503540 Sep 26 12:38:02.871676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:02.878767 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1734246f-c441-431f-a9d3-461bca8bab93 req-9a5e7b82-ac75-40be-a027-d31d72172060 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Sep 26 12:38:02.896021 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40692) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:02.904021 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595814540', 'description': 'tempest-description--1538336002'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:02.990335 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a89a2-411a-40c6-b96b-235af2cd9f26 req-dbeabb6f-2215-49bd-b71b-93822c2d39cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:02.990776 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-656a89a2-411a-40c6-b96b-235af2cd9f26 req-dbeabb6f-2215-49bd-b71b-93822c2d39cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0492010 Sep 26 12:38:03.038534 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-656a89a2-411a-40c6-b96b-235af2cd9f26 req-33b50044-b07e-4f76-af32-7e3d4a3b0f62 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Sep 26 12:38:03.046109 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.113852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (c842d1ee-efa0-4757-958c-df41f73b786f), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.188713 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c842d1ee-efa0-4757-958c-df41f73b786f), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.217989 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c842d1ee-efa0-4757-958c-df41f73b786f,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:03.316983 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.318326 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-dac9c4d6-e378-4a28-9b1a-b261b4ca5f8e tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4212737 Sep 26 12:38:03.321110 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40696) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:03.325857 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': 'c842d1ee-efa0-4757-958c-df41f73b786f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:03.486573 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (209cdce8-600e-4c0a-acd8-9feae024f807), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.539459 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (209cdce8-600e-4c0a-acd8-9feae024f807), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.697338 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (209cdce8-600e-4c0a-acd8-9feae024f807), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.716059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209cdce8-600e-4c0a-acd8-9feae024f807,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:03.807939 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.809254 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f7c4b7a5-704e-4dda-a524-23496f6ac483 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866805 Sep 26 12:38:03.817724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40698) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:03.822080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': 'c842d1ee-efa0-4757-958c-df41f73b786f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:03.955221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (004e7402-a7f9-4544-9b8b-943150354216), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:03.997713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9397-eaa2-46dd-929f-aff73833fb0c req-a8a3a304-3e0e-4c04-9f62-c1d5840cda25 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.000057 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc6f9397-eaa2-46dd-929f-aff73833fb0c req-a8a3a304-3e0e-4c04-9f62-c1d5840cda25 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0467069 Sep 26 12:38:04.038338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40704) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:04.150114 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc6f9397-eaa2-46dd-929f-aff73833fb0c req-e4ca22c4-99e1-45d1-99f3-75b5b8e8f338 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364269 Sep 26 12:38:04.155275 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Deleting subnet a67397d1-b362-4531-bf52-a6b68937404a {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:38:04.175681 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-0659129a-fd71-40e2-a5c2-565894b51e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.177009 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-0659129a-fd71-40e2-a5c2-565894b51e4b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1130 time: 0.0964410 Sep 26 12:38:04.177704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Publish callbacks [] for subnet (a67397d1-b362-4531-bf52-a6b68937404a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.252568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (004e7402-a7f9-4544-9b8b-943150354216), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.266146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d7e33-1a94-4b85-a025-2b56ec0677b4 req-18338806-3086-4548-8c19-869fee222ad1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.267595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-614d7e33-1a94-4b85-a025-2b56ec0677b4 req-18338806-3086-4548-8c19-869fee222ad1 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.1360922 Sep 26 12:38:04.282566 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (a67397d1-b362-4531-bf52-a6b68937404a), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.406340 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (004e7402-a7f9-4544-9b8b-943150354216), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.427549 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004e7402-a7f9-4544-9b8b-943150354216,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:04.435866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.436221 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.436574 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.436907 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.437238 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.437570 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.437902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.438227 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.438554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.438877 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.439201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.439526 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.439874 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.440197 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.440776 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:04.550924 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.552115 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-feb31219-1202-491f-b686-18f90e08d051 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7334514 Sep 26 12:38:04.555368 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40708) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:04.559966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:04.607264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (a67397d1-b362-4531-bf52-a6b68937404a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.634970 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-614d7e33-1a94-4b85-a025-2b56ec0677b4 req-86dd3598-5775-4c8d-ad9f-f5bfd3e4c903 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588071 Sep 26 12:38:04.637670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-f5373568-a19b-41d2-b3f9-55c2ab689da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.639028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-f5373568-a19b-41d2-b3f9-55c2ab689da9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 912 time: 0.4336140 Sep 26 12:38:04.664470 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.694199 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:04.720856 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-3608d862-f3ec-4810-b77a-8d8e3f939f89 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 1002 time: 0.0730863 Sep 26 12:38:04.738495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.745837 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.752462 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:04.770139 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-2a17964c-90d9-40c2-9e11-04abac75e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.771599 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-2a17964c-90d9-40c2-9e11-04abac75e03e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.0442705 Sep 26 12:38:04.822283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-d5da8259-6347-4fcb-bff9-c7fa02a8d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:04.823824 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-d5da8259-6347-4fcb-bff9-c7fa02a8d901 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392435 Sep 26 12:38:04.825224 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (a67397d1-b362-4531-bf52-a6b68937404a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.830895 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:04.848253 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67397d1-b362-4531-bf52-a6b68937404a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:04.854411 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:04.857799 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-defe9f88-0ead-4645-b43b-a286bc5fed7f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a67397d1-b362-4531-bf52-a6b68937404a HTTP/1.1" status: 204 len: 168 time: 0.8221796 Sep 26 12:38:04.860370 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40710) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:04.862706 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.27.1.170 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/53e3d73d-e6fe-4213-8d64-25b19a8514ce) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:38:04.937496 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:04.973010 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-b8a51c25-269e-4283-b79d-ddfdb3df3316 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895686 Sep 26 12:38:04.984709 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (576f3071-489f-4c4b-8f83-2f6e448d2cde), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.079444 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da4b44b0-f376-4aa6-a86c-9ae882896a78 req-40a1ba8b-f922-4012-b676-ed6f1d3a1337 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902989 Sep 26 12:38:05.110659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (576f3071-489f-4c4b-8f83-2f6e448d2cde), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.121510 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.137861 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.138232 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.139001 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.139336 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > port after_create 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.139708 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.140049 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > port after_update 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.140376 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.140718 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.141041 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.141367 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.226848 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.227222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.227538 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.227921 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:38:05.232991 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576f3071-489f-4c4b-8f83-2f6e448d2cde']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:05.253526 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c767ac-4c31-4bbc-bfaf-376597f25ab7') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:05.253824 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c767ac-4c31-4bbc-bfaf-376597f25ab7') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:05.278550 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (74c767ac-4c31-4bbc-bfaf-376597f25ab7), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.281025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9f34f-5171-4141-af1f-9eb6fe269722 req-d0f8b220-6176-4cb5-b239-5c5fe8b5e11c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:05.282500 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fd9f34f-5171-4141-af1f-9eb6fe269722 req-d0f8b220-6176-4cb5-b239-5c5fe8b5e11c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0515344 Sep 26 12:38:05.303961 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (74c767ac-4c31-4bbc-bfaf-376597f25ab7), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.313447 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:38:05.313848 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (74c767ac-4c31-4bbc-bfaf-376597f25ab7), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.331206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fd9f34f-5171-4141-af1f-9eb6fe269722 req-fead5361-f9b8-40a3-afb5-07d407624386 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Sep 26 12:38:05.343580 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:05.384976 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.419280 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:38:05.424241 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:38:05.427872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:38:05.454239 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=53e3d73d-e6fe-4213-8d64-25b19a8514ce,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:05.481231 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (576f3071-489f-4c4b-8f83-2f6e448d2cde), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.506498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.512188 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/576f3071-489f-4c4b-8f83-2f6e448d2cde HTTP/1.1" status: 204 len: 168 time: 0.6507540 Sep 26 12:38:05.544948 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf11ad-fdf9-4ad5-a1b9-a8366e192899 admin admin] Pushing event deleted for resources: {'Network': ['ID=576f3071-489f-4c4b-8f83-2f6e448d2cde,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:05.550738 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 74c767ac-4c31-4bbc-bfaf-376597f25ab7 resource provider aggregate not found Sep 26 12:38:05.562793 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.573588 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 74c767ac-4c31-4bbc-bfaf-376597f25ab7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74c767ac-4c31-4bbc-bfaf-376597f25ab7 found for delete ", "request_id": "req-82dfca24-b63b-4cac-89b4-02212a1afa47"}]} Sep 26 12:38:05.681509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.760427 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331353b2-358a-43d1-83ac-edcec3c32c7c req-1a2687a5-0d2b-4f15-acb8-a89d9707bb52 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:05.761889 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-331353b2-358a-43d1-83ac-edcec3c32c7c req-1a2687a5-0d2b-4f15-acb8-a89d9707bb52 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0462904 Sep 26 12:38:05.810903 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-331353b2-358a-43d1-83ac-edcec3c32c7c req-be863746-37fb-4e75-998e-caccb0bfff2c tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Sep 26 12:38:05.820346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:05.842575 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:05.894857 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40728) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:05.936574 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-098d0c81-38c6-49eb-bc70-e4c15bb05b4d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=874ac2f76c3d4bedb481e849d866443b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406046 Sep 26 12:38:05.938972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40730) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:05.953763 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.046293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=53e3d73d-e6fe-4213-8d64-25b19a8514ce,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:06.051399 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.069574 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] Publish callbacks [] for security_group (aebd3e0f-4ab7-4be6-923b-acba18775f19), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.090026 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] Publish callbacks [] for security_group (aebd3e0f-4ab7-4be6-923b-acba18775f19), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.168707 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.170007 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d8a06972-4847-4d4f-ae37-c857c20810e7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6135912 Sep 26 12:38:06.189764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (aebd3e0f-4ab7-4be6-923b-acba18775f19), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.192774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:06.193933 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aebd3e0f-4ab7-4be6-923b-acba18775f19 HTTP/1.1" status: 204 len: 168 time: 0.2540777 Sep 26 12:38:06.205887 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba022e1-d451-4629-b13c-aabc8b47d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd3e0f-4ab7-4be6-923b-acba18775f19,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:06.375861 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-64d04aa7-dcee-46ce-92da-f0b479837df8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1595814540&fields=id&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 267 time: 0.0425537 Sep 26 12:38:06.491581 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c7ca7-acdb-4997-a429-900875cc46ca req-a899153c-23f2-4a6a-86c5-a2ba30c13222 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:06.493058 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da7c7ca7-acdb-4997-a429-900875cc46ca req-a899153c-23f2-4a6a-86c5-a2ba30c13222 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0824790 Sep 26 12:38:06.541655 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-126e13c6-8e63-41a2-975e-d01bf3de50a6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:06.543080 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-126e13c6-8e63-41a2-975e-d01bf3de50a6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1596146 Sep 26 12:38:06.575793 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-d3a12bb6-35c3-47f2-8743-37079b666635 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/quotas/89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 375 time: 0.0253508 Sep 26 12:38:06.583421 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da7c7ca7-acdb-4997-a429-900875cc46ca req-ca05c528-faa1-49a4-ad2e-0de138a010d7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815883 Sep 26 12:38:06.634673 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-dafcd4c7-e65d-4f9a-8581-aa26354adf28 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518551 Sep 26 12:38:06.727159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:06.732957 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-8a7989ad-823e-4f7e-b24b-03788d186d35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871263 Sep 26 12:38:06.828737 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-8366cd34-13c7-4e73-b9d1-8e47e2e17ba8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Sep 26 12:38:06.937084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741daec-2a2a-42e7-b2d9-123319c70641 req-e2461a4d-3c49-49d9-ae07-aae4e4e3ef0f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:06.938665 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d741daec-2a2a-42e7-b2d9-123319c70641 req-e2461a4d-3c49-49d9-ae07-aae4e4e3ef0f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0515358 Sep 26 12:38:06.988360 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d741daec-2a2a-42e7-b2d9-123319c70641 req-b8984504-6899-413d-aec0-f0e2e41108d0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Sep 26 12:38:07.075283 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ebb0d8b-7878-445d-8232-8d81c31ca844 req-c1c696cd-5625-4353-93a4-1bb23d50f37a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Sep 26 12:38:07.708546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83be46-90ba-49cb-b75b-2ebeda7a1e53 req-c5928e9d-7498-44fe-b140-8a9d731c3a65 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:07.710132 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df83be46-90ba-49cb-b75b-2ebeda7a1e53 req-c5928e9d-7498-44fe-b140-8a9d731c3a65 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0521071 Sep 26 12:38:07.761887 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df83be46-90ba-49cb-b75b-2ebeda7a1e53 req-185fa70f-3ce5-469b-8d6e-5259b94fa6d0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Sep 26 12:38:08.120846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfdd0a-a74f-4f7f-9dfd-fc56c09ccd27 req-728ea51c-e9c0-420a-9808-c85a40725c1e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:08.122318 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17cfdd0a-a74f-4f7f-9dfd-fc56c09ccd27 req-728ea51c-e9c0-420a-9808-c85a40725c1e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0458782 Sep 26 12:38:08.175764 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c8ae1b18-5562-4527-ae82-b327b72d44c2 req-e2740fb9-ec44-42c9-bafd-321bd9b4eea4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 210 time: 0.0398133 Sep 26 12:38:08.198015 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17cfdd0a-a74f-4f7f-9dfd-fc56c09ccd27 req-0beb958a-e357-41af-9df6-c20a25f8ea95 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692449 Sep 26 12:38:08.455599 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40796) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:08.562089 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0264cccb-2563-4975-95da-59831e1c8fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:08.639162 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0264cccb-2563-4975-95da-59831e1c8fdc admin admin] Publish callbacks [] for security_group (011ae862-b548-4fc4-9637-c70e70178e97), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:08.742882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0264cccb-2563-4975-95da-59831e1c8fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (011ae862-b548-4fc4-9637-c70e70178e97), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:08.783956 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0264cccb-2563-4975-95da-59831e1c8fdc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=451f9a8612fe4fd5a7cd3bc754d0c2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266549 Sep 26 12:38:08.785064 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264cccb-2563-4975-95da-59831e1c8fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011ae862-b548-4fc4-9637-c70e70178e97,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:08.786761 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40800) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:08.829136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:08.842635 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] Publish callbacks [] for security_group (011ae862-b548-4fc4-9637-c70e70178e97), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:08.889356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] Publish callbacks [] for security_group (011ae862-b548-4fc4-9637-c70e70178e97), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:08.911028 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab65a7-71a2-468b-a672-83de9f55d343 req-c29df3a3-cf7f-45e5-8fc9-18b25ade0432 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:08.912533 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2ab65a7-71a2-468b-a672-83de9f55d343 req-c29df3a3-cf7f-45e5-8fc9-18b25ade0432 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0712888 Sep 26 12:38:08.972820 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2ab65a7-71a2-468b-a672-83de9f55d343 req-ef4e0cb0-a3f0-453b-87f8-96a0dfc5e3e4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536575 Sep 26 12:38:09.057549 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (011ae862-b548-4fc4-9637-c70e70178e97), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:09.060263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:09.061418 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/011ae862-b548-4fc4-9637-c70e70178e97 HTTP/1.1" status: 204 len: 168 time: 0.2736592 Sep 26 12:38:09.069966 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98114148-390d-4c6e-b3fc-d146e935c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011ae862-b548-4fc4-9637-c70e70178e97,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:09.287629 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-408895a5-faa2-48d1-ab02-b6d4d505728f req-595b8371-26a8-4178-b154-914b4f98a01c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 210 time: 0.0375409 Sep 26 12:38:09.338730 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b71d-aae8-41d4-9710-3e5b16a054b9 req-309faf36-02ae-48c2-bede-8ec5a5dafbe6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:09.340349 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fd3b71d-aae8-41d4-9710-3e5b16a054b9 req-309faf36-02ae-48c2-bede-8ec5a5dafbe6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0561726 Sep 26 12:38:09.392830 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4fd3b71d-aae8-41d4-9710-3e5b16a054b9 req-9122adae-54cb-4a20-bad1-c79ce417ab00 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466650 Sep 26 12:38:09.918482 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:10.034728 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2913-a31d-408d-8d6c-ecee5cdf4488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:10.118228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bd637-d7b4-4b3d-ae87-6411679a1cbe req-4452020f-1d8b-472a-9617-a032ae6c4642 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:10.120316 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c09bd637-d7b4-4b3d-ae87-6411679a1cbe req-4452020f-1d8b-472a-9617-a032ae6c4642 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0703585 Sep 26 12:38:10.223587 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c09bd637-d7b4-4b3d-ae87-6411679a1cbe req-447f54ed-fd35-40df-ba4e-aae843935646 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778825 Sep 26 12:38:10.231718 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-bb15668a-7259-41fa-b21e-40926660d531 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:10.233144 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-bb15668a-7259-41fa-b21e-40926660d531 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1520832 Sep 26 12:38:10.369931 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-e4cc56da-bb81-48ce-a63a-bb1b41da2204 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 380 time: 0.0725379 Sep 26 12:38:10.386383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'port': {'device_id': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'admin_state_up': True, 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'security_groups': ['c842d1ee-efa0-4757-958c-df41f73b786f']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:10.411484 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5aeefbc8-a2eb-4ffa-9f07-6c39c250dd19 req-611dbb62-96fc-4cbe-a20f-44eaa356e068 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 210 time: 0.0402508 Sep 26 12:38:10.421305 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:10.545545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39aaa4-52be-43eb-8aca-17c5e6f7e0b7 req-9d880675-2d1f-495f-96ff-4164cc8a4417 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:10.547023 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc39aaa4-52be-43eb-8aca-17c5e6f7e0b7 req-9d880675-2d1f-495f-96ff-4164cc8a4417 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0626428 Sep 26 12:38:10.604650 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc39aaa4-52be-43eb-8aca-17c5e6f7e0b7 req-10997a77-90e0-4ae1-a10c-6f897d64a3f7 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514355 Sep 26 12:38:10.631907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:38:10.634289 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:10.651604 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:10.741794 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54762b-af78-4db1-bee4-cb2b3127d62e req-b6bd1c20-4e5e-4666-8bb1-6bb4210132f2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:10.743285 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc54762b-af78-4db1-bee4-cb2b3127d62e req-b6bd1c20-4e5e-4666-8bb1-6bb4210132f2 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0844061 Sep 26 12:38:10.838033 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.20.0.11 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/40870201-33d5-4837-ba55-c4c23fc3a8b7) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:38:10.844901 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bc54762b-af78-4db1-bee4-cb2b3127d62e req-36ff3f5e-230e-42ad-bebe-b3ab180397ca tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952346 Sep 26 12:38:10.910742 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:10.918433 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-81ec5dc8-6639-4f32-ba9d-dd6dfe841e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:10.919962 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-81ec5dc8-6639-4f32-ba9d-dd6dfe841e3e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 1130 time: 0.0432730 Sep 26 12:38:10.983771 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.007877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:11.018149 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-7c730347-ec02-4fd0-be59-6278f37e5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.019748 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-7c730347-ec02-4fd0-be59-6278f37e5c97 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 912 time: 0.0912879 Sep 26 12:38:11.083564 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-3be1fd03-8ee0-4bff-94b7-f394f5285be8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 200 len: 1002 time: 0.0572715 Sep 26 12:38:11.109336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.131923 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-11b6f562-cf0e-46d2-8c61-022940668053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.133512 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-11b6f562-cf0e-46d2-8c61-022940668053 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.0443714 Sep 26 12:38:11.157117 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:38:11.160329 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:38:11.164176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:38:11.182745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-c9b7fa6e-356e-4e76-b731-6a8fb8ce5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.184151 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-c9b7fa6e-356e-4e76-b731-6a8fb8ce5ddb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412395 Sep 26 12:38:11.194505 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:11.220402 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.221089 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.279974 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:11.284016 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-7f167d63-8192-44fa-90a6-d15153a6e594 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918562 Sep 26 12:38:11.300807 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-3d9c9122-1310-474e-b43f-cc8c600b03d2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9204462 Sep 26 12:38:11.317805 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:11.319838 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Request body: {'port': {'device_id': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:11.325638 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:11.375340 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8ab584cd-4fc5-4cf7-a5a2-ef9ccb67d7ad req-fcb1b3f6-cdfe-4da2-a138-20859a1bbec0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Sep 26 12:38:11.381712 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.414872 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Provisioning complete for port 40870201-33d5-4837-ba55-c4c23fc3a8b7 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:38:11.415898 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.416449 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Attempt 1 to provision port 40870201-33d5-4837-ba55-c4c23fc3a8b7 Sep 26 12:38:11.451436 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Port 40870201-33d5-4837-ba55-c4c23fc3a8b7 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:38:11.583511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033e5c3-b6ec-4ad2-b20e-8eb93e60196c req-b059b359-b1ff-4d69-a413-be7b9e427d65 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.584967 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e033e5c3-b6ec-4ad2-b20e-8eb93e60196c req-b059b359-b1ff-4d69-a413-be7b9e427d65 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 932 time: 0.0942960 Sep 26 12:38:11.628358 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:11.667339 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e033e5c3-b6ec-4ad2-b20e-8eb93e60196c req-40e3f622-db4f-4af1-bc46-69d16aa8253c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762990 Sep 26 12:38:11.756287 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6599b-12c3-4b5d-8b0b-a0dc815862d8 req-e0293366-c96d-4cc7-a6b4-fb1d732b153e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.757722 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51d6599b-12c3-4b5d-8b0b-a0dc815862d8 req-e0293366-c96d-4cc7-a6b4-fb1d732b153e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0754004 Sep 26 12:38:11.761341 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40870201-33d5-4837-ba55-c4c23fc3a8b7 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:38:11.770164 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks [] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:11.797914 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Transition to ACTIVE for port object 40870201-33d5-4837-ba55-c4c23fc3a8b7 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:38:11.820340 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-51d6599b-12c3-4b5d-8b0b-a0dc815862d8 req-b910be56-9fb6-4fbe-a31f-c79afd30673d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545981 Sep 26 12:38:11.952555 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Attempt 2 to provision port 40870201-33d5-4837-ba55-c4c23fc3a8b7 Sep 26 12:38:11.961770 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d5d8-7b21-40bc-9dbd-f75e77aed050 req-90447b16-3979-4b2c-80cd-31aa400fecb1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:11.963788 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-45d5d5d8-7b21-40bc-9dbd-f75e77aed050 req-90447b16-3979-4b2c-80cd-31aa400fecb1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0454767 Sep 26 12:38:11.985295 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Port 40870201-33d5-4837-ba55-c4c23fc3a8b7 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:38:12.009651 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-45d5d5d8-7b21-40bc-9dbd-f75e77aed050 req-33fd6a80-650d-4c93-947d-30295b4eb049 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Sep 26 12:38:12.011400 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:12.090039 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Pushing event updated for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:12.120815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Attempting to bind port 40870201-33d5-4837-ba55-c4c23fc3a8b7 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:38:12.121145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Attempting to bind port 40870201-33d5-4837-ba55-c4c23fc3a8b7 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:38:12.121469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Attempting to bind port 40870201-33d5-4837-ba55-c4c23fc3a8b7 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:38:12.161475 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Port 40870201-33d5-4837-ba55-c4c23fc3a8b7 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:38:12.162050 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Attempting to bind port 40870201-33d5-4837-ba55-c4c23fc3a8b7 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:38:12.203906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:38:12.204235 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:38:12.204619 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:38:12.205041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Bound port: 40870201-33d5-4837-ba55-c4c23fc3a8b7, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:38:12.205391 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:12.215878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:12.221203 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:38:12.268624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:38:12.271509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:38:12.292132 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-051ccdc1-7082-4608-b79f-6464a93247af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:12.429048 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:12.433760 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:12.434364 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:12.435717 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/40870201-33d5-4837-ba55-c4c23fc3a8b7 HTTP/1.1" status: 200 len: 1094 time: 1.1211224 Sep 26 12:38:12.436199 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:12.438404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32700124-26f2-4fc9-8464-6a63e1014f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:12.481410 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7d06f4-58de-469c-a6f7-ed463c871c4e x-openstack-request-id: req-6d7d06f4-58de-469c-a6f7-ed463c871c4e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:12.481696 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:12.481944 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d7d06f4-58de-469c-a6f7-ed463c871c4e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:12.482333 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7d06f4-58de-469c-a6f7-ed463c871c4e'] response: {'name': 'network-changed', 'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'status': 'completed', 'code': 200} Sep 26 12:38:12.486130 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Attempt 3 to provision port 40870201-33d5-4837-ba55-c4c23fc3a8b7 Sep 26 12:38:12.486856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b067-3d38-4bce-9bb7-b44ff190ceac service neutron] Pushing event updated for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:12.523081 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-33243a95-aada-419d-8f55-ef515a048cff None None] Port 40870201-33d5-4837-ba55-c4c23fc3a8b7 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:38:12.611536 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-fd3b795f-5b85-4355-bb2f-28edc481e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:12.613078 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-fd3b795f-5b85-4355-bb2f-28edc481e750 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 1128 time: 0.0399320 Sep 26 12:38:12.785938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-bca7b84f-1ad1-4de9-b007-cf48a630265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:12.787356 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-bca7b84f-1ad1-4de9-b007-cf48a630265c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=89607848a0d9410a9be20cc3083a34fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1241639 Sep 26 12:38:12.800497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db4bd2-4209-4ddc-82f0-55ba490aff44 req-4225e482-d137-4d71-8ad7-0ead8388f841 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:12.801849 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-14db4bd2-4209-4ddc-82f0-55ba490aff44 req-4225e482-d137-4d71-8ad7-0ead8388f841 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0561883 Sep 26 12:38:12.847899 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-14db4bd2-4209-4ddc-82f0-55ba490aff44 req-455e341e-6309-4022-85b5-34d599734f64 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Sep 26 12:38:12.941365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e73-63d3-4dc7-8c17-4bd4898a497c req-a0673df7-783c-407a-a3a4-cfce0329f3ad tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:12.942818 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2eb97e73-63d3-4dc7-8c17-4bd4898a497c req-a0673df7-783c-407a-a3a4-cfce0329f3ad tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0467696 Sep 26 12:38:12.966546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:12.994328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2eb97e73-63d3-4dc7-8c17-4bd4898a497c req-11c87356-9bdd-4a8b-9875-eea57b1ac383 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459111 Sep 26 12:38:13.133225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fcea-0bfc-41c6-9a30-c323ed43a05a req-bd5b6e5e-ca54-4e0c-9771-7bc2f5b77e85 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:13.135140 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4784fcea-0bfc-41c6-9a30-c323ed43a05a req-bd5b6e5e-ca54-4e0c-9771-7bc2f5b77e85 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0448408 Sep 26 12:38:13.181050 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4784fcea-0bfc-41c6-9a30-c323ed43a05a req-319f9613-e9eb-47c5-a2b9-2e077c9f420b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Sep 26 12:38:13.583200 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:13.792774 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-d9a34b5a-2f4d-44ce-9686-c5c03e720465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:13.794429 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-32700124-26f2-4fc9-8464-6a63e1014f97 req-d9a34b5a-2f4d-44ce-9686-c5c03e720465 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983589 Sep 26 12:38:13.856524 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668241-717c-468f-b63f-38b2620a6f47 req-3cd80289-35f1-4d8a-a6fb-e1dc47d677ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:13.857894 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a668241-717c-468f-b63f-38b2620a6f47 req-3cd80289-35f1-4d8a-a6fb-e1dc47d677ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.0395751 Sep 26 12:38:13.896010 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-bb8b0e9f-def4-432a-af33-f8141362188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:13.897530 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-bb8b0e9f-def4-432a-af33-f8141362188e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 1128 time: 0.0434444 Sep 26 12:38:13.905474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a668241-717c-468f-b63f-38b2620a6f47 req-e7febc4f-e6a2-4ee8-9c35-1c41acc8ed1e service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Sep 26 12:38:13.966677 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0363a-e7ae-44be-8843-b88c6994a6cd req-837ac6dc-5084-4b6b-a403-d98120834354 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:13.968122 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea0363a-e7ae-44be-8843-b88c6994a6cd req-837ac6dc-5084-4b6b-a403-d98120834354 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0449493 Sep 26 12:38:14.014768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cea0363a-e7ae-44be-8843-b88c6994a6cd req-6c4621ee-9025-4125-bb99-030db7c6c985 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Sep 26 12:38:14.118095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f409da6-dc15-4360-9297-5485cd08ed13 req-e21918b9-5166-4ffc-bb3c-25f77b80672b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:14.120132 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f409da6-dc15-4360-9297-5485cd08ed13 req-e21918b9-5166-4ffc-bb3c-25f77b80672b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0493383 Sep 26 12:38:14.166784 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f409da6-dc15-4360-9297-5485cd08ed13 req-95eacbd9-5b72-4540-b449-a039e901f9e8 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Sep 26 12:38:14.270923 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-dd480ddb-b72e-4cd0-af66-103a734ff5d3 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0323391 Sep 26 12:38:14.319467 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-abcddbdf-636d-44e6-8750-338efdd674f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:14.320909 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-abcddbdf-636d-44e6-8750-338efdd674f1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.0434434 Sep 26 12:38:14.678158 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672093-db19-4379-8fb0-acd8a09e4fad req-2d07c773-330f-4120-b98e-ab5841781518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:14.680316 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-2d07c773-330f-4120-b98e-ab5841781518 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379581 Sep 26 12:38:14.778698 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-83481700-433b-4a4a-a42e-4c44b706c322 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847681 Sep 26 12:38:14.871786 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-54672093-db19-4379-8fb0-acd8a09e4fad req-479e3348-e07c-4204-925d-e57bd2f77599 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Sep 26 12:38:15.133292 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8b0f-1bb1-46ed-857e-dfd6ff55c2c7 req-ca17d2ec-2ad4-471c-8d3a-e01f2591b4ee tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:15.135358 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe0d8b0f-1bb1-46ed-857e-dfd6ff55c2c7 req-ca17d2ec-2ad4-471c-8d3a-e01f2591b4ee tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0456779 Sep 26 12:38:15.181978 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe0d8b0f-1bb1-46ed-857e-dfd6ff55c2c7 req-1db5df9a-dde1-4324-b50f-789cf298aeda tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Sep 26 12:38:15.252076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:15.254761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:15.286183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcda927-7657-45c1-a347-8111db27897e req-7b01b6af-531f-461d-880b-e2df3df459e9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:15.288948 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dcda927-7657-45c1-a347-8111db27897e req-7b01b6af-531f-461d-880b-e2df3df459e9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0459013 Sep 26 12:38:15.337535 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dcda927-7657-45c1-a347-8111db27897e req-8a723804-cc10-41d3-838f-925b71a470d0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Sep 26 12:38:16.302236 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6316d66-e2a5-43d6-81b1-5e1082fdc003 req-27cfb9e2-d83e-4583-9852-5544ec229756 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:16.303583 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6316d66-e2a5-43d6-81b1-5e1082fdc003 req-27cfb9e2-d83e-4583-9852-5544ec229756 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0457551 Sep 26 12:38:16.328137 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:16.351298 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6316d66-e2a5-43d6-81b1-5e1082fdc003 req-43612312-8661-41d3-b272-26483ea9e375 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Sep 26 12:38:16.457817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a90e9-b6c8-48f3-8338-0d94e89fcdfc req-38e377d6-00ee-4744-914e-b68564b3ea5f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:16.459243 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-116a90e9-b6c8-48f3-8338-0d94e89fcdfc req-38e377d6-00ee-4744-914e-b68564b3ea5f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0462141 Sep 26 12:38:16.504581 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-116a90e9-b6c8-48f3-8338-0d94e89fcdfc req-957ab253-ff38-4776-991b-f1afe6d36832 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399096 Sep 26 12:38:17.090818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9eb9-c755-4d41-a655-3459dd193045 req-446477eb-d3bc-4855-9ad5-5ea220201203 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.092304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d4a9eb9-c755-4d41-a655-3459dd193045 req-446477eb-d3bc-4855-9ad5-5ea220201203 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0494988 Sep 26 12:38:17.140553 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5d4a9eb9-c755-4d41-a655-3459dd193045 req-8bc04293-575c-43bf-bb22-154a9a81fe65 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Sep 26 12:38:17.181965 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-7fdad14f-531b-4bbf-9c67-7c4231bd241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.183489 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-7fdad14f-531b-4bbf-9c67-7c4231bd241e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.0391855 Sep 26 12:38:17.272912 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-b4de93eb-65b3-494b-9a13-60ec4692d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.274352 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-b4de93eb-65b3-494b-9a13-60ec4692d347 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0836387 Sep 26 12:38:17.339241 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-4e2bf94f-fbd5-4025-8199-24f24edc7b29 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 1000 time: 0.0582113 Sep 26 12:38:17.391765 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-423e994f-2c8c-4412-b5b1-d4b6181f9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.391765 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-423e994f-2c8c-4412-b5b1-d4b6181f9afe service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0441113 Sep 26 12:38:17.433073 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-c8ad49d7-4790-4a9f-9576-e04fc7dfe2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.434555 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-c8ad49d7-4790-4a9f-9576-e04fc7dfe2ee service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383415 Sep 26 12:38:17.474204 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c263bbc-d7bd-498f-89b5-ef2381230d33 req-f09d2197-39c0-4128-b349-0bab6a0e263a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:17.475698 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c263bbc-d7bd-498f-89b5-ef2381230d33 req-f09d2197-39c0-4128-b349-0bab6a0e263a tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0467639 Sep 26 12:38:17.522739 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c263bbc-d7bd-498f-89b5-ef2381230d33 req-156e34f8-44e1-4d87-88b3-ceabfe379cda tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Sep 26 12:38:17.529229 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-cc7e5fc2-f566-4595-bfcc-e65f26c2e8f6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869129 Sep 26 12:38:17.597894 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:17.622745 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2a48344d-f205-4eb2-97bc-c0460c6a769e req-d7967817-b35e-403f-b179-2c8d1fe51c82 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870447 Sep 26 12:38:18.266412 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f802345-449f-44b2-9498-1de43f2d6b93 req-f38c1879-d16e-45e0-8199-33c3988e5925 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:18.267878 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f802345-449f-44b2-9498-1de43f2d6b93 req-f38c1879-d16e-45e0-8199-33c3988e5925 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0510118 Sep 26 12:38:18.278875 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:18.315721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f802345-449f-44b2-9498-1de43f2d6b93 req-dc6ceb17-7265-41f7-a3d6-da9a61c44b23 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Sep 26 12:38:18.643878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac363fb-add6-4aeb-a504-90023612c061 req-dc26fa8d-c784-4d77-90a0-7176917addc3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:18.645309 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cac363fb-add6-4aeb-a504-90023612c061 req-dc26fa8d-c784-4d77-90a0-7176917addc3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0463302 Sep 26 12:38:18.691740 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cac363fb-add6-4aeb-a504-90023612c061 req-139c25a3-26dc-419a-9833-4586355dbbe5 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Sep 26 12:38:19.435049 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fbb6-25e3-432c-9f3c-22a19646b494 req-df65ed2e-49eb-4dc5-9ab2-57939bd67209 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:19.436499 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ef1fbb6-25e3-432c-9f3c-22a19646b494 req-df65ed2e-49eb-4dc5-9ab2-57939bd67209 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0454638 Sep 26 12:38:19.486360 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6ef1fbb6-25e3-432c-9f3c-22a19646b494 req-aa6f3f06-18ff-41e0-b6fc-13506778a84d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Sep 26 12:38:19.808534 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ff14a-f192-4c87-8e39-f39190d95b19 req-3fd4ab7c-f3d7-47c6-a6cb-f5cbfdd176a2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:19.809956 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a9ff14a-f192-4c87-8e39-f39190d95b19 req-3fd4ab7c-f3d7-47c6-a6cb-f5cbfdd176a2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 944 time: 0.0453322 Sep 26 12:38:19.855352 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a9ff14a-f192-4c87-8e39-f39190d95b19 req-251206bb-d628-491b-838e-ed14892f4f16 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398788 Sep 26 12:38:20.016516 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 40870201-33d5-4837-ba55-c4c23fc3a8b7 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:38:20.114145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:20.125377 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'port_id': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'mac_address': 'fa:16:3e:25:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:38:20.163508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 40870201-33d5-4837-ba55-c4c23fc3a8b7 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:38:20.163937 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:20.176597 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40870201-33d5-4837-ba55-c4c23fc3a8b7 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:38:20.196920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:20.377223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:20.400894 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:20.423605 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:20.606522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdf5a1-65f1-429d-8992-7636e27ca550 req-abbe64d0-4c6b-41aa-8753-6a00bd39399b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:20.607983 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2fdf5a1-65f1-429d-8992-7636e27ca550 req-abbe64d0-4c6b-41aa-8753-6a00bd39399b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0462077 Sep 26 12:38:20.656202 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f2fdf5a1-65f1-429d-8992-7636e27ca550 req-ae07aee7-5821-4a45-9deb-cab16aa03b63 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Sep 26 12:38:20.772694 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609c75d-aea1-47ad-b27b-f715940dc95b req-7e0b3eed-5595-4141-b7e4-bb85da5988d9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:20.774134 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3609c75d-aea1-47ad-b27b-f715940dc95b req-7e0b3eed-5595-4141-b7e4-bb85da5988d9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0491633 Sep 26 12:38:20.776887 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['40870201-33d5-4837-ba55-c4c23fc3a8b7'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:38:20.784152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40884) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:20.788526 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Request body: {'floatingip': {'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:20.840616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:21.200511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927b9a8-20bf-4574-a7ff-a65bf96e09b0 req-d9a1306e-0667-4be1-92bd-013189374278 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:21.201928 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6927b9a8-20bf-4574-a7ff-a65bf96e09b0 req-d9a1306e-0667-4be1-92bd-013189374278 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 945 time: 0.0737648 Sep 26 12:38:21.273908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:21.327505 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6927b9a8-20bf-4574-a7ff-a65bf96e09b0 req-31819710-ff87-4ac9-9dd7-30f702366703 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198657 Sep 26 12:38:21.509426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:21.568088 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:21.645926 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:21.841429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:38:21.941818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:38:21.946522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:21.952203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:38:21.961583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:21.962691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:21.978805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:21.981096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd93d61-38f6-4f8e-b53f-2761314df14a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:22.008922 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ea2c825f-8d45-44ff-a2b7-1d83f2a93d98 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/82f09118-5548-4f92-9a4a-a972b7f78479 HTTP/1.1" status: 200 len: 992 time: 1.2237046 Sep 26 12:38:22.013928 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 40870201-33d5-4837-ba55-c4c23fc3a8b7 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:38:22.034152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19889a7e-2bd3-4f49-9efc-71e1873e680e x-openstack-request-id: req-19889a7e-2bd3-4f49-9efc-71e1873e680e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:22.034446 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:22.034703 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19889a7e-2bd3-4f49-9efc-71e1873e680e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:22.035108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19889a7e-2bd3-4f49-9efc-71e1873e680e'] response: {'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'status': 'completed', 'code': 200} Sep 26 12:38:22.099456 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:22.129347 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:22.136717 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-ba22ea8b-1ec7-47d7-bb63-a0d0ff07f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.138294 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-ba22ea8b-1ec7-47d7-bb63-a0d0ff07f8c3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.0389073 Sep 26 12:38:22.140278 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 40870201-33d5-4837-ba55-c4c23fc3a8b7 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:38:22.228144 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-4f336dc6-cc0f-4c61-b488-db25f3432a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.229612 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-4f336dc6-cc0f-4c61-b488-db25f3432a59 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0850365 Sep 26 12:38:22.238464 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 40870201-33d5-4837-ba55-c4c23fc3a8b7 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:38:22.238847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:22.241177 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 40870201-33d5-4837-ba55-c4c23fc3a8b7 Sep 26 12:38:22.296962 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-47cf8b87-2264-433e-b71e-3da50c00441c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 1000 time: 0.0585253 Sep 26 12:38:22.344341 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:22.353576 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-c3ed72f4-b156-4e21-9dfa-ab77cbebbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.355052 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-c3ed72f4-b156-4e21-9dfa-ab77cbebbbbe service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0453496 Sep 26 12:38:22.371880 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 40870201-33d5-4837-ba55-c4c23fc3a8b7 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:38:22.372279 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:22.395588 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:38:21Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:22.402957 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-19c0f1c6-e879-459a-a180-9729abd5c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.404520 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-19c0f1c6-e879-459a-a180-9729abd5c19b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400162 Sep 26 12:38:22.409530 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:22.411871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c8697-8ce3-49da-ba18-e27d87439e0f" -d '{"events": [{"server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "name": "network-vif-plugged", "status": "completed", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:22.443333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:22.450817 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:22.456245 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:22.456864 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:22.465723 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b12a9-dd68-4753-bc39-a7b63d1389eb req-97a0f97f-88e7-4df8-936a-6f02ffc8f40f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.480304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e01b12a9-dd68-4753-bc39-a7b63d1389eb req-97a0f97f-88e7-4df8-936a-6f02ffc8f40f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 945 time: 0.0677316 Sep 26 12:38:22.492507 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02357bb4-590d-4ab9-80e1-bbfeaddbcb05 x-openstack-request-id: req-02357bb4-590d-4ab9-80e1-bbfeaddbcb05 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:22.492893 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "name": "network-vif-plugged", "status": "completed", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:22.493813 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02357bb4-590d-4ab9-80e1-bbfeaddbcb05 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:22.494359 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02357bb4-590d-4ab9-80e1-bbfeaddbcb05'] response: {'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'code': 200} Sep 26 12:38:22.501847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:22.523973 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-93f2d405-1b8b-4417-865a-652cc31eec04 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123087 Sep 26 12:38:22.544729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:22.554831 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e01b12a9-dd68-4753-bc39-a7b63d1389eb req-0b855c34-8315-4314-ba2d-e9602a525d25 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722208 Sep 26 12:38:22.609926 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:22.625984 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-acd93d61-38f6-4f8e-b53f-2761314df14a req-68447ba7-7f5a-46db-8c5a-7fa1ccb72c9f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952094 Sep 26 12:38:22.661123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:22.851183 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adafa45-5fcc-487b-b54a-d58393cfce33 req-1e4cb0d7-c7ac-4a4e-908c-677e92a0bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:22.853288 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7adafa45-5fcc-487b-b54a-d58393cfce33 req-1e4cb0d7-c7ac-4a4e-908c-677e92a0bf13 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 1130 time: 0.0388050 Sep 26 12:38:22.900305 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-7adafa45-5fcc-487b-b54a-d58393cfce33 req-06bd4bf2-7f07-4b10-bb20-e6eb14fea284 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Sep 26 12:38:22.941603 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:22.956112 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:38:21Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:22.980643 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cc842-787e-4b30-b220-fff1ed65e3b3 None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '82f09118-5548-4f92-9a4a-a972b7f78479', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'port_id': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'mac_address': 'fa:16:3e:b4:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb284d21-530e-41a5-a611-73d13febea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:36:22Z', 'updated_at': '2022-09-26T12:38:21Z', 'revision_number': 3, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:23.677815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c521cfa-7280-43db-9f42-00e8d2bb6cce req-533ab8f0-ebae-436c-afb7-6838a5e077e1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:23.679244 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7c521cfa-7280-43db-9f42-00e8d2bb6cce req-533ab8f0-ebae-436c-afb7-6838a5e077e1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0452628 Sep 26 12:38:23.725304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7c521cfa-7280-43db-9f42-00e8d2bb6cce req-43cc6917-5589-4fac-97bd-fbb612e186b9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Sep 26 12:38:24.036187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:24.038580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04" -d '{"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:24.076172 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630309c3-0c27-4182-93ac-b682b1e3771d x-openstack-request-id: req-630309c3-0c27-4182-93ac-b682b1e3771d {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:24.076458 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:24.076732 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-630309c3-0c27-4182-93ac-b682b1e3771d {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:24.077128 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630309c3-0c27-4182-93ac-b682b1e3771d'] response: {'name': 'network-changed', 'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'status': 'completed', 'code': 200} Sep 26 12:38:24.826805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:24.844895 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe4be-5d7d-4c62-a687-d8e7f05754c3 req-39237d66-bd97-4d34-8fb5-ae2a87096efa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:24.846358 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a83fe4be-5d7d-4c62-a687-d8e7f05754c3 req-39237d66-bd97-4d34-8fb5-ae2a87096efa tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0475047 Sep 26 12:38:24.873416 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-0c519961-9abc-4dc6-af37-e48d851754fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:24.874827 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-0c519961-9abc-4dc6-af37-e48d851754fa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 1129 time: 0.0397248 Sep 26 12:38:24.899730 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a83fe4be-5d7d-4c62-a687-d8e7f05754c3 req-38e6c3a5-bde5-4505-bd6d-aa573c14ebd9 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476077 Sep 26 12:38:24.972657 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-b80d6306-4855-4c46-8c22-982533436287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:24.974112 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-b80d6306-4855-4c46-8c22-982533436287 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 200 len: 919 time: 0.0915480 Sep 26 12:38:25.039602 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-6617abc4-0377-49fc-b7a0-628e469ddf19 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 200 len: 1000 time: 0.0551379 Sep 26 12:38:25.112406 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-d85e64da-ddb2-4949-8524-5e394135bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:25.113828 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-d85e64da-ddb2-4949-8524-5e394135bea3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 200 len: 857 time: 0.0469849 Sep 26 12:38:25.157953 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-615b40b7-a1d9-4d71-9285-e0861b48448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:25.159353 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-615b40b7-a1d9-4d71-9285-e0861b48448d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373511 Sep 26 12:38:25.251442 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-b8eb366f-fbeb-4844-aa51-d319f87fa003 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Sep 26 12:38:25.303899 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:25.343144 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b60acbc5-ea57-4d4a-a1fa-69e3eeca2b04 req-b0e9d661-063d-4413-9862-2abd4a405721 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Sep 26 12:38:26.021766 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81e00-9f0d-4015-844d-956b8840e3a1 req-768f45c7-977c-44b6-bd52-227aa7106ddc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:26.025275 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-abd81e00-9f0d-4015-844d-956b8840e3a1 req-768f45c7-977c-44b6-bd52-227aa7106ddc tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0461338 Sep 26 12:38:26.072134 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-abd81e00-9f0d-4015-844d-956b8840e3a1 req-869f1e2f-8a38-41a1-b317-ba3d89f8741d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Sep 26 12:38:26.190888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf843ee-3850-476f-981e-c3aa4549cdbf req-2eb7e1b5-3fe4-4359-8c71-829a3e110566 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:26.192291 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2bf843ee-3850-476f-981e-c3aa4549cdbf req-2eb7e1b5-3fe4-4359-8c71-829a3e110566 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0495098 Sep 26 12:38:26.202421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40910) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:26.206772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'port_id': '40870201-33d5-4837-ba55-c4c23fc3a8b7'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:26.248828 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:26.407201 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:26.663630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:26.742668 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:26.836396 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 8de3d397-7adb-4b47-96dd-1c3642b38176 associated. External IP: 172.27.1.170, port: 40870201-33d5-4837-ba55-c4c23fc3a8b7. Sep 26 12:38:27.029240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:38:27.133498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:38:27.138313 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:27.143659 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:38:27.153470 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:27.154074 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:27.158599 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:27.169074 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bb1ef188-faa5-40aa-ac75-da00405f2783 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8de3d397-7adb-4b47-96dd-1c3642b38176 HTTP/1.1" status: 200 len: 992 time: 0.9655638 Sep 26 12:38:27.172578 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:27.172578 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93230dd-e6ad-4e2e-a042-78cddf628d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:27.208037 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ab062-e910-49a8-b656-3f8ac695b58f x-openstack-request-id: req-de8ab062-e910-49a8-b656-3f8ac695b58f {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:27.208326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:27.208584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de8ab062-e910-49a8-b656-3f8ac695b58f {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:27.208984 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8ab062-e910-49a8-b656-3f8ac695b58f'] response: {'name': 'network-changed', 'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'status': 'completed', 'code': 200} Sep 26 12:38:27.254725 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:27.330952 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-3012bf5c-87e4-4eae-9d68-bd8ba96844c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:27.332373 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-3012bf5c-87e4-4eae-9d68-bd8ba96844c5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 1130 time: 0.0386055 Sep 26 12:38:27.421740 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:27.424643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-fb9bd4c7-a646-4dbc-841c-84a8338ff4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:27.426088 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-fb9bd4c7-a646-4dbc-841c-84a8338ff4cd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.0871811 Sep 26 12:38:27.459468 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '8de3d397-7adb-4b47-96dd-1c3642b38176', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:25:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:05Z', 'updated_at': '2022-09-26T12:38:26Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:27.487549 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:27.489486 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-2b0d99da-7bcc-4571-86ca-1fdaf6d1b8d0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7 HTTP/1.1" status: 200 len: 1000 time: 0.0543880 Sep 26 12:38:27.496037 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:27.496621 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:27.542455 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-c8ee44a4-9a6e-4b97-b65f-bebbecfd167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:27.543935 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-c8ee44a4-9a6e-4b97-b65f-bebbecfd167b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.0463915 Sep 26 12:38:27.587132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-b0d94b68-863c-4187-bc28-acb49c08362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:27.588654 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-b0d94b68-863c-4187-bc28-acb49c08362c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379591 Sep 26 12:38:27.596816 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:27.683508 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-9508fcbc-76df-4aa6-8ddf-a333462ee549 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879533 Sep 26 12:38:27.773098 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-b93230dd-e6ad-4e2e-a042-78cddf628d2a req-6159a71e-def3-49f9-9ceb-e1cb786fe1a0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805945 Sep 26 12:38:27.799627 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '8de3d397-7adb-4b47-96dd-1c3642b38176', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:25:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:05Z', 'updated_at': '2022-09-26T12:38:26Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:27.823768 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d40b97-61c3-4763-83ec-10411b783a38 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '8de3d397-7adb-4b47-96dd-1c3642b38176', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:25:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:05Z', 'updated_at': '2022-09-26T12:38:26Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:27.999921 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f010a-1fbc-4617-a414-b16bff55bbba None None] New status for floating IP 8de3d397-7adb-4b47-96dd-1c3642b38176: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:38:32.095416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe54d-b459-4dba-be82-6406c8fb76e8 req-3e227089-c7ec-4232-8457-93f259a91483 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:32.096938 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a28fe54d-b459-4dba-be82-6406c8fb76e8 req-3e227089-c7ec-4232-8457-93f259a91483 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0471351 Sep 26 12:38:32.144111 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a28fe54d-b459-4dba-be82-6406c8fb76e8 req-bcec6be0-a1da-4a49-a33d-38f74f5c9893 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Sep 26 12:38:33.273809 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec32c-a1e9-42f9-82e1-f15bc807eb1c req-86b58e4d-c117-4e97-824d-4fcd85d21c49 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:33.275783 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a74ec32c-a1e9-42f9-82e1-f15bc807eb1c req-86b58e4d-c117-4e97-824d-4fcd85d21c49 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0496106 Sep 26 12:38:33.323340 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a74ec32c-a1e9-42f9-82e1-f15bc807eb1c req-9c7615b6-3163-4c06-9d53-9be58ca1dad0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 Sep 26 12:38:34.048884 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-4efb5c94-e2f6-4120-8da9-112118571050 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:34.050299 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-4efb5c94-e2f6-4120-8da9-112118571050 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0451937 Sep 26 12:38:34.134197 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Deleting port 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:38:34.134539 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (73469533-a748-4c77-9662-c9401f7320ff), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.221918 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] For port 73469533-a748-4c77-9662-c9401f7320ff, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=73469533-a748-4c77-9662-c9401f7320ff,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:34.222275 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (73469533-a748-4c77-9662-c9401f7320ff), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.384745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.385972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.385972 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Floating IP 2267da58-c403-4f17-9ca3-b58c2730ae89 disassociated. External IP: 172.27.1.223, port: 73469533-a748-4c77-9662-c9401f7320ff. Sep 26 12:38:34.385972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Calling delete_port for 73469533-a748-4c77-9662-c9401f7320ff owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:38:34.441700 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:34.448011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d61b5-0b11-449a-9266-da778e8043fd req-802f06e7-80ec-47e3-9f3c-55047aed24c8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:34.449471 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-252d61b5-0b11-449a-9266-da778e8043fd req-802f06e7-80ec-47e3-9f3c-55047aed24c8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 946 time: 0.0473073 Sep 26 12:38:34.484233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:34.498535 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-252d61b5-0b11-449a-9266-da778e8043fd req-c067c51a-c9d8-4b5d-962a-41258a58decf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a22b0797-d220-4080-9d16-5f2823ca18d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Sep 26 12:38:34.628280 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (73469533-a748-4c77-9662-c9401f7320ff), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.636260 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:34.659720 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'Port': ['ID=73469533-a748-4c77-9662-c9401f7320ff,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:34.765420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:38:34.800030 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:34.868684 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:38:34.880721 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:38:34.888087 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:34.888690 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:34.998030 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:35.069646 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:35.190851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] No DVR routers for this DVR port 73469533-a748-4c77-9662-c9401f7320ff on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:38:35.194079 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:35.197959 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-38354a9c-5f1e-48ab-a666-b966e30cfe67 req-f38f4e68-17d8-43f4-8d79-2440781d7efd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "DELETE /networking/v2.0/ports/73469533-a748-4c77-9662-c9401f7320ff HTTP/1.1" status: 204 len: 173 time: 1.1423757 Sep 26 12:38:35.198430 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-deleted', 'tag': '73469533-a748-4c77-9662-c9401f7320ff'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:35.200941 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a646dcf2-9a20-474c-ac27-a6ba5e9d1d0f" -d '{"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-deleted", "tag": "73469533-a748-4c77-9662-c9401f7320ff"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:35.211758 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:35.215855 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:35.241572 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:35.242211 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbfaab-dedd-435e-8412-aeb348fbb1b0 x-openstack-request-id: req-9cfbfaab-dedd-435e-8412-aeb348fbb1b0 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:35.242505 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1", "name": "network-vif-deleted", "tag": "73469533-a748-4c77-9662-c9401f7320ff", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:35.243270 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cfbfaab-dedd-435e-8412-aeb348fbb1b0 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:35.243697 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfbfaab-dedd-435e-8412-aeb348fbb1b0'] response: {'server_uuid': '9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1', 'name': 'network-vif-deleted', 'tag': '73469533-a748-4c77-9662-c9401f7320ff', 'status': 'completed', 'code': 200} Sep 26 12:38:35.251490 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:35.252096 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:35.355570 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:35.627040 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e847e29-09be-47b3-9185-f4075a764c89 req-97e8113d-cae3-4076-81d8-5bc97ca97a44 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9ffc3bbc-7f0c-472d-bc7a-380fc01c35c1 HTTP/1.1" status: 200 len: 210 time: 0.0366473 Sep 26 12:38:35.633844 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:35.658131 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ca2c7-479e-408c-a45e-31162bf0574b None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:35.893878 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf72955-7ca5-413a-a733-791d6a8e82f1 None None] New status for floating IP 2267da58-c403-4f17-9ca3-b58c2730ae89: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:38:36.824506 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 40958) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:36.878083 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (a22b0797-d220-4080-9d16-5f2823ca18d9), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:36.900214 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (a22b0797-d220-4080-9d16-5f2823ca18d9), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.028252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a22b0797-d220-4080-9d16-5f2823ca18d9), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.030780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.031945 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a22b0797-d220-4080-9d16-5f2823ca18d9 HTTP/1.1" status: 204 len: 168 time: 0.2064238 Sep 26 12:38:37.034817 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40960) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:37.042087 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49a97c-0145-46d3-9c41-6611bac6d61e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22b0797-d220-4080-9d16-5f2823ca18d9,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:37.049946 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.api.v2.resource [None req-0d38989a-3b23-44f2-87b0-c77dbae3c7a9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] show failed (client error): The resource could not be found. Sep 26 12:38:37.051513 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0d38989a-3b23-44f2-87b0-c77dbae3c7a9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups/a22b0797-d220-4080-9d16-5f2823ca18d9 HTTP/1.1" status: 404 len: 347 time: 0.0146029 Sep 26 12:38:37.054120 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40962) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:37.161754 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Deleting port 25c5be52-5fde-4a4f-befb-79881ec4fcba {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:38:37.162095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.239936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.240256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (25c5be52-5fde-4a4f-befb-79881ec4fcba), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.252420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Calling delete_port for 25c5be52-5fde-4a4f-befb-79881ec4fcba owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:38:37.457302 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (25c5be52-5fde-4a4f-befb-79881ec4fcba), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.462509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:37.482472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'Port': ['ID=25c5be52-5fde-4a4f-befb-79881ec4fcba,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:37.541819 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (2267da58-c403-4f17-9ca3-b58c2730ae89), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.544269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.545382 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d8f5707d-ce5d-4287-8015-196437e82b89 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/2267da58-c403-4f17-9ca3-b58c2730ae89 HTTP/1.1" status: 204 len: 168 time: 0.4903672 Sep 26 12:38:37.694149 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40966) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:37.698576 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443342620', 'description': 'tempest-description--1127438840'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:37.788258 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.854182 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (3cea97f5-477d-4f24-acf0-c79790ec7c86), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.942101 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3cea97f5-477d-4f24-acf0-c79790ec7c86), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:37.982501 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea97f5-477d-4f24-acf0-c79790ec7c86,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:38.042227 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.043475 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-07d66da8-bfb2-4ec9-b1d4-8a1ec9464d3c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3483405 Sep 26 12:38:38.046515 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40968) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:38.051361 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group_rule': {'security_group_id': '3cea97f5-477d-4f24-acf0-c79790ec7c86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:38.113018 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:38:38.132300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 73469533-a748-4c77-9662-c9401f7320ff {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:38:38.132643 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 73469533-a748-4c77-9662-c9401f7320ff not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:38:38.177868 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (f021a1fc-7774-453a-bc01-20dc54caabbd), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.232830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (f021a1fc-7774-453a-bc01-20dc54caabbd), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.314461 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (f021a1fc-7774-453a-bc01-20dc54caabbd), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.329969 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:38.334904 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f021a1fc-7774-453a-bc01-20dc54caabbd,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:38.435760 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.436950 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f97b9399-2aab-49ef-ba21-82a716da3a1e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892775 Sep 26 12:38:38.439594 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40970) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:38.446119 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'security_group_rule': {'security_group_id': '3cea97f5-477d-4f24-acf0-c79790ec7c86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:38.592714 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (039ccd5f-57e1-45c2-b4b4-496956533e2b), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.660529 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (039ccd5f-57e1-45c2-b4b4-496956533e2b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.731171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (039ccd5f-57e1-45c2-b4b4-496956533e2b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.755936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039ccd5f-57e1-45c2-b4b4-496956533e2b,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:38.841759 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:38.843061 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ea64048b-dd3f-4ee5-9bbc-687ae4ea502b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024537 Sep 26 12:38:38.846101 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 40972) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:38.850374 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:38.948384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.028051 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.134634 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:39.141888 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Allocated IP 172.27.1.233 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/8e22a550-6460-4487-bf3d-a10852e6a77b) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:38:39.242196 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.314048 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.351694 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:38:39.357984 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:38:39.361511 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:38:39.386435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=8e22a550-6460-4487-bf3d-a10852e6a77b,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:39.445563 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.534699 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.536825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:39.680525 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.765461 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.833783 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.838138 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=8e22a550-6460-4487-bf3d-a10852e6a77b,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:39.903556 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:39.904796 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d29087cf-0563-4943-827c-219785e5695f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0577631 Sep 26 12:38:39.988046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9706-2106-480c-aea8-9ea5221dea3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:40.101238 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-9bdc922c-f13e-49fc-a0da-1752068c9038 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1443342620&fields=id&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 267 time: 0.0428646 Sep 26 12:38:40.208520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-d740a537-f753-4043-acd0-f5cf79931c2b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:40.209847 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-d740a537-f753-4043-acd0-f5cf79931c2b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 816 time: 0.1024423 Sep 26 12:38:40.224508 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-624ce3a8-d157-4505-a0f5-3333c026f28e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/quotas/3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 375 time: 0.0087032 Sep 26 12:38:40.272028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-aba8dfa1-1b0f-4487-aa6d-8b948b986e7c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426707 Sep 26 12:38:40.371248 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-f7ae2543-9262-433a-9ac9-e51436891d16 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871065 Sep 26 12:38:40.461243 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-12b018fe-62dd-44e4-8076-1602e5d2afc3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Sep 26 12:38:40.697744 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60c161ec-819d-49ee-b01e-f864d9414a82 req-f2f8c996-a9f6-4fd9-9fbe-65f4a8c11e8e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0275528 Sep 26 12:38:41.805519 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9a708d64-21fe-48b8-8084-7a3773d7bdda req-13cb9ec7-fbd7-46ae-a1de-e0e275f962c2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0302894 Sep 26 12:38:42.285385 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-8ab30440-3e9f-43e2-892e-c93484838edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:42.912048 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76d7a92e-d89d-48c4-a19c-fd9bf01ac26e req-2a7f3131-1f48-4d09-bfab-9985077d0ff0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0264189 Sep 26 12:38:43.060673 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-8fc756ae-7923-4afb-bd7e-71a2f7c961a7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:43.062151 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-8fc756ae-7923-4afb-bd7e-71a2f7c961a7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 816 time: 0.1015711 Sep 26 12:38:43.131186 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:43.144075 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-227a051e-6766-429c-9ec4-434f8a278467 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 380 time: 0.0570366 Sep 26 12:38:43.153509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'port': {'device_id': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'admin_state_up': True, 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'security_groups': ['3cea97f5-477d-4f24-acf0-c79790ec7c86']}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:43.331210 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Made reservation on behalf of 3a33202f8d3141ed9011d2eb1e25c466 for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:38:43.335040 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.360143 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.465944 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Allocated IP 172.20.0.13 (e7c05408-648c-4bc8-8663-af3b8613eacd/77ca86a2-21f8-493f-93ee-1f402b7cb75d/b2266b1e-371d-4caf-916d-785323453079) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:38:43.500085 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:43.602639 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for port (b2266b1e-371d-4caf-916d-785323453079), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.714933 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (b2266b1e-371d-4caf-916d-785323453079), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.756540 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Network e7c05408-648c-4bc8-8663-af3b8613eacd is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:38:43.760237 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:38:43.764181 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:38:43.789449 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:43.821639 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:43.822267 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.919897 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-88c4bc40-32f6-4bb9-8c31-0dc1a4fddcb3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7677400 Sep 26 12:38:43.928416 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Provisioning complete for port b2266b1e-371d-4caf-916d-785323453079 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:38:43.928797 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b2266b1e-371d-4caf-916d-785323453079), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:43.929134 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Attempt 1 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:38:43.935500 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Request body: {'port': {'device_id': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:43.963847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Port b2266b1e-371d-4caf-916d-785323453079 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:38:44.000154 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.036880 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:44.044072 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932313c-026d-4e57-a741-2c9416a3b025 req-955b4b2c-cf88-4f60-a119-ceddc3d087ec tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:44.045584 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2932313c-026d-4e57-a741-2c9416a3b025 req-955b4b2c-cf88-4f60-a119-ceddc3d087ec tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 932 time: 0.0483141 Sep 26 12:38:44.094212 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2932313c-026d-4e57-a741-2c9416a3b025 req-6eed8ffc-623a-4bae-8e27-1c0a0b034d72 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Sep 26 12:38:44.251263 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:44.253271 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2266b1e-371d-4caf-916d-785323453079 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:38:44.260594 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks [] for port (b2266b1e-371d-4caf-916d-785323453079), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.272483 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Transition to ACTIVE for port object b2266b1e-371d-4caf-916d-785323453079 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:38:44.465124 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Attempt 2 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:38:44.496968 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Port b2266b1e-371d-4caf-916d-785323453079 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:38:44.513747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.593614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:44.625319 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Attempting to bind port b2266b1e-371d-4caf-916d-785323453079 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:38:44.625661 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Attempting to bind port b2266b1e-371d-4caf-916d-785323453079 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:38:44.625995 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Attempting to bind port b2266b1e-371d-4caf-916d-785323453079 on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:38:44.666981 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Port b2266b1e-371d-4caf-916d-785323453079 on network e7c05408-648c-4bc8-8663-af3b8613eacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:38:44.667308 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Attempting to bind port b2266b1e-371d-4caf-916d-785323453079 on network e7c05408-648c-4bc8-8663-af3b8613eacd {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:38:44.685871 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:44.709273 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:38:44.709614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Checking segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:38:44.710000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Bound using segment: {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:38:44.710436 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Bound port: b2266b1e-371d-4caf-916d-785323453079, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b1d9a4-68fe-46de-b66d-984695a904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:38:44.710798 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.773865 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:38:44.777483 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:38:44.874425 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.878732 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:44.879385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:44.880836 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 1094 time: 0.9502387 Sep 26 12:38:44.881387 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:44.883609 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c1e43-ecb5-4eee-ae54-15547ba4d416" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:44.928651 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9b3263-6f6b-4ab9-9dbd-8be7a42c580e x-openstack-request-id: req-7b9b3263-6f6b-4ab9-9dbd-8be7a42c580e {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:44.928651 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "tag": "b2266b1e-371d-4caf-916d-785323453079", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:44.928896 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b9b3263-6f6b-4ab9-9dbd-8be7a42c580e {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:44.929069 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9b3263-6f6b-4ab9-9dbd-8be7a42c580e'] response: {'name': 'network-changed', 'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'status': 'completed', 'code': 200} Sep 26 12:38:44.934354 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affd68-41a2-4c7e-985c-b7ea97b95d7e service neutron] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:44.998603 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Attempt 3 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:38:45.037360 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-08cb0be3-ff7f-432d-9387-9a0b9d60f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.040754 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-08cb0be3-ff7f-432d-9387-9a0b9d60f939 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1128 time: 0.0440118 Sep 26 12:38:45.054045 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-61926cc9-0290-44b0-aff4-4df329c5a4a7 None None] Port b2266b1e-371d-4caf-916d-785323453079 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:38:45.131406 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:45.133013 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:45.152123 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-e6c5aff1-b97e-4ba9-b9cd-0f8302bbe7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.153755 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-e6c5aff1-b97e-4ba9-b9cd-0f8302bbe7fd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0978456 Sep 26 12:38:45.226480 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d01b-4f91-4746-857d-7eef4bf933b2 req-3ddf1e32-cd9c-409d-8426-248057f0d2f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.228059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e381d01b-4f91-4746-857d-7eef4bf933b2 req-3ddf1e32-cd9c-409d-8426-248057f0d2f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0505126 Sep 26 12:38:45.250010 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-f8d056f8-07d7-4a3d-b2e5-ed2ea447ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.252146 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-667c1e43-ecb5-4eee-ae54-15547ba4d416 req-f8d056f8-07d7-4a3d-b2e5-ed2ea447ff52 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912731 Sep 26 12:38:45.275891 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e381d01b-4f91-4746-857d-7eef4bf933b2 req-a2ed2161-3cef-4a5a-9877-ba7ff87edd16 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Sep 26 12:38:45.357501 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-a46c363e-5720-479e-ab7a-0f89f8c0035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.358998 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-a46c363e-5720-479e-ab7a-0f89f8c0035a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1128 time: 0.0391033 Sep 26 12:38:45.409409 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-6fc5c6fb-81f9-4b13-8e0c-eefc92a19147 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 217 time: 0.0342121 Sep 26 12:38:45.458242 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-1ef25969-0472-467a-8631-c9518db2b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.459621 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-1ef25969-0472-467a-8631-c9518db2b058 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0422447 Sep 26 12:38:45.506067 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63978a94-3cf6-4fa8-8a29-5c190fde9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:45.507523 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-63978a94-3cf6-4fa8-8a29-5c190fde9de1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372272 Sep 26 12:38:45.568435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:45.603427 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-71cecb77-b809-43ac-96d1-1ca187316cdc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Sep 26 12:38:45.622693 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=56 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:45.636752 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=32 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:45.695552 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-2cbccbb6-1f39-483a-92c1-bedb50d851c2 req-329d1fdf-da42-442f-9d12-0f28e4cfa191 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818782 Sep 26 12:38:46.402668 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4efc-1434-4f76-9b99-61708b03a1fb req-1ca7d78e-362e-4e53-9c4c-2040f6044b36 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:46.404183 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-593d4efc-1434-4f76-9b99-61708b03a1fb req-1ca7d78e-362e-4e53-9c4c-2040f6044b36 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0467422 Sep 26 12:38:46.451234 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-593d4efc-1434-4f76-9b99-61708b03a1fb req-5ca9f7df-7cb1-47a9-9676-b876c2999e72 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 Sep 26 12:38:47.579230 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d525-846c-46ef-9df2-1e9b6e73543f req-cc57717d-fa31-498b-9d49-2e1afe67270b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:47.580702 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b977d525-846c-46ef-9df2-1e9b6e73543f req-cc57717d-fa31-498b-9d49-2e1afe67270b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0489180 Sep 26 12:38:47.629450 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b977d525-846c-46ef-9df2-1e9b6e73543f req-77da1cda-8324-47ac-b7d7-bb321ac0060a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Sep 26 12:38:48.952715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:48.967470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59567fe1-111b-4564-a88a-fec6ce0457f3 req-ad4ee241-130a-4c12-8401-65f597d30977 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:48.968969 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59567fe1-111b-4564-a88a-fec6ce0457f3 req-ad4ee241-130a-4c12-8401-65f597d30977 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.2596352 Sep 26 12:38:49.015971 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59567fe1-111b-4564-a88a-fec6ce0457f3 req-c5ebaef1-10aa-4d50-b916-bd008e1d06e3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Sep 26 12:38:49.220068 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:38:50.137264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b26cf-583b-4612-955f-32a29241b655 req-dcd879f3-34e0-4729-9fc5-ba262d018513 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:50.138683 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b31b26cf-583b-4612-955f-32a29241b655 req-dcd879f3-34e0-4729-9fc5-ba262d018513 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0455129 Sep 26 12:38:50.170206 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:38:50.184887 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b31b26cf-583b-4612-955f-32a29241b655 req-dc4d290f-b308-4212-9d6a-628faf6d33d1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Sep 26 12:38:50.268316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:50.279125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'b2266b1e-371d-4caf-916d-785323453079', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:38:50.300211 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:50.313301 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:38:50.314320 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:50.330731 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2266b1e-371d-4caf-916d-785323453079 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:38:50.350328 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:50.422206 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:50.467057 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:50.474015 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.474360 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.474726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.475082 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.475416 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.475773 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.476102 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.476441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.476748 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.477069 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.477390 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.478316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.478658 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.478977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.479298 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:38:50.853465 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['b2266b1e-371d-4caf-916d-785323453079'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:38:50.923912 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:51.315229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34256a-6a1b-4a37-b1c7-c8a40499298d req-0c1a5db6-ee40-430f-b1f3-5436bed36c95 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:51.316892 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e34256a-6a1b-4a37-b1c7-c8a40499298d req-0c1a5db6-ee40-430f-b1f3-5436bed36c95 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0512648 Sep 26 12:38:51.364292 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e34256a-6a1b-4a37-b1c7-c8a40499298d req-9ea49f67-7392-4097-9894-1fb42d268f41 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Sep 26 12:38:52.192257 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:38:52.232765 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port b2266b1e-371d-4caf-916d-785323453079 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:38:52.325073 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port b2266b1e-371d-4caf-916d-785323453079 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:38:52.325387 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b2266b1e-371d-4caf-916d-785323453079), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:52.325725 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:38:52.395733 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:38:52.396121 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:52.422719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:52.424959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de80608-090a-4403-9de9-bf1796b65fec" -d '{"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:52.438226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:52.463226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a618f4-e22f-40d8-abd1-c240f4e44a58 x-openstack-request-id: req-49a618f4-e22f-40d8-abd1-c240f4e44a58 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:52.463517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:52.463801 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49a618f4-e22f-40d8-abd1-c240f4e44a58 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:52.464205 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a618f4-e22f-40d8-abd1-c240f4e44a58'] response: {'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'code': 200} Sep 26 12:38:52.492509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d9cac-2eb3-47bb-bba3-98bc1d153922 req-18ced5a5-a4e4-462c-9df6-34328d341e40 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:52.494012 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa1d9cac-2eb3-47bb-bba3-98bc1d153922 req-18ced5a5-a4e4-462c-9df6-34328d341e40 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0463643 Sep 26 12:38:52.508458 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:52.543509 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa1d9cac-2eb3-47bb-bba3-98bc1d153922 req-ed98609b-3af0-4db7-a594-1993e01911fb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Sep 26 12:38:52.559215 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:52.846641 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f7d1-7908-48d5-bb3f-41c66ade5f49 req-66e551e9-0258-43b4-9d60-49b68a765f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:52.848138 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c974f7d1-7908-48d5-bb3f-41c66ade5f49 req-66e551e9-0258-43b4-9d60-49b68a765f0e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1130 time: 0.0423036 Sep 26 12:38:52.895443 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c974f7d1-7908-48d5-bb3f-41c66ade5f49 req-4a374558-2593-4a08-9263-8dcd37bb1930 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Sep 26 12:38:53.674012 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87db9e-08a1-4d2e-8fc2-3cad1e4d24c2 req-d9ed20dd-2d6e-4eb8-88a7-22f4aaa116d5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:53.675375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd87db9e-08a1-4d2e-8fc2-3cad1e4d24c2 req-d9ed20dd-2d6e-4eb8-88a7-22f4aaa116d5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0499058 Sep 26 12:38:53.722340 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fd87db9e-08a1-4d2e-8fc2-3cad1e4d24c2 req-84fbe5a2-5a90-4adb-bf0c-eab522ea5daa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Sep 26 12:38:54.845594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52f459-2449-4fe7-8094-257ede79964d req-23d081ea-e5bb-4869-ad56-860120c89013 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:54.847038 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a52f459-2449-4fe7-8094-257ede79964d req-23d081ea-e5bb-4869-ad56-860120c89013 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0459297 Sep 26 12:38:54.897251 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1a52f459-2449-4fe7-8094-257ede79964d req-387d55ca-8120-4ad8-aa5e-9897906d0865 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Sep 26 12:38:56.030767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94eb62-57a1-49e0-b843-351b28d96300 req-51db12b9-f00e-46fc-ac8e-83d2e3f96cad tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:56.032451 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf94eb62-57a1-49e0-b843-351b28d96300 req-51db12b9-f00e-46fc-ac8e-83d2e3f96cad tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0531211 Sep 26 12:38:56.079911 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:56.087807 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bf94eb62-57a1-49e0-b843-351b28d96300 req-7667e02e-5992-4d18-bcfe-d94da007a54b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477087 Sep 26 12:38:56.209427 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad3d2-af6f-4217-b286-5b64add1e923 req-e0268530-bf7a-4c80-a695-1ec5ff558980 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:56.210803 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fcfad3d2-af6f-4217-b286-5b64add1e923 req-e0268530-bf7a-4c80-a695-1ec5ff558980 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0471888 Sep 26 12:38:56.220692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41058) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:38:56.225076 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Request body: {'floatingip': {'port_id': 'b2266b1e-371d-4caf-916d-785323453079'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:38:56.263738 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:56.674229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7877-d156-4583-af01-330a47f08a77 req-be52cd6a-f4ad-49d0-ba48-1105c4559c13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:56.675721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c73f7877-d156-4583-af01-330a47f08a77 req-be52cd6a-f4ad-49d0-ba48-1105c4559c13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0822041 Sep 26 12:38:56.709452 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:56.725800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:56.888409 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:56.935059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c73f7877-d156-4583-af01-330a47f08a77 req-e43eb4ea-314e-421b-a765-33bd84602762 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330022 Sep 26 12:38:56.993785 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Floating IP b41fa834-6204-47e0-8881-fd9ca76e6003 associated. External IP: 172.27.1.233, port: b2266b1e-371d-4caf-916d-785323453079. Sep 26 12:38:57.189201 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:38:57.195956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:57.293183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:38:57.300873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:57.302754 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:38:57.314598 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:57.315198 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:57.329059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d188b175-4252-4512-b061-ca190fac8378 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b41fa834-6204-47e0-8881-fd9ca76e6003 HTTP/1.1" status: 200 len: 992 time: 1.1072555 Sep 26 12:38:57.329779 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:57.332634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c42b058-44a4-4179-a69d-952c52e3e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:38:57.371174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2550df4c-cbef-4268-8cb2-6b4c2d9c8893 x-openstack-request-id: req-2550df4c-cbef-4268-8cb2-6b4c2d9c8893 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:38:57.371490 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "tag": "b2266b1e-371d-4caf-916d-785323453079", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:38:57.371774 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2550df4c-cbef-4268-8cb2-6b4c2d9c8893 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:38:57.372173 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2550df4c-cbef-4268-8cb2-6b4c2d9c8893'] response: {'name': 'network-changed', 'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'status': 'completed', 'code': 200} Sep 26 12:38:57.417894 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:57.621941 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'b41fa834-6204-47e0-8881-fd9ca76e6003', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:39Z', 'updated_at': '2022-09-26T12:38:56Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:57.645436 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:38:57.653916 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:57.654492 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:57.756630 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:38:57.959356 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'b41fa834-6204-47e0-8881-fd9ca76e6003', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:39Z', 'updated_at': '2022-09-26T12:38:56Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:57.982747 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817bdc17-b3d8-4ecc-9ee9-efcfb42d3a26 None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'b41fa834-6204-47e0-8881-fd9ca76e6003', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:38:39Z', 'updated_at': '2022-09-26T12:38:56Z', 'revision_number': 1, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:38:58.058773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e149d9-4551-49af-ae83-6bc53c86d5cf req-8803655e-eca3-41a7-ac22-69c1ef8acfd0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:58.060291 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59e149d9-4551-49af-ae83-6bc53c86d5cf req-8803655e-eca3-41a7-ac22-69c1ef8acfd0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0479636 Sep 26 12:38:58.112840 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-59e149d9-4551-49af-ae83-6bc53c86d5cf req-0677fe53-9b0c-4d9c-a7da-06f9b742e4c1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Sep 26 12:38:58.179027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39594f7-0b6a-407c-8bce-89f01fb578f3 None None] New status for floating IP b41fa834-6204-47e0-8881-fd9ca76e6003: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:38:58.603198 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-5a1df9e9-f207-4412-80ef-4d599351867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:58.604841 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-5a1df9e9-f207-4412-80ef-4d599351867b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1130 time: 0.0394180 Sep 26 12:38:58.844798 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-4d4ccf37-a33d-49aa-b5a0-1b26749ee808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:58.846258 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-4d4ccf37-a33d-49aa-b5a0-1b26749ee808 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.0881557 Sep 26 12:38:58.975998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-fe09ddb3-97f5-4978-90b7-a76f5caec139 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:58.977459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-fe09ddb3-97f5-4978-90b7-a76f5caec139 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0487256 Sep 26 12:38:58.982948 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-70dee829-ee26-4a14-b45c-9906c933e471 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 1002 time: 0.0548322 Sep 26 12:38:59.033159 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-e0743424-455d-4756-9bd2-3412dd34f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:59.034632 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-e0743424-455d-4756-9bd2-3412dd34f98d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0453420 Sep 26 12:38:59.063152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Deleting port a05b5b4e-af35-4480-b240-2870968f124a {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:38:59.063495 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a05b5b4e-af35-4480-b240-2870968f124a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.080542 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-a06d646f-6894-4222-9395-4be413cb2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:59.082066 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-a06d646f-6894-4222-9395-4be413cb2c19 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413079 Sep 26 12:38:59.158745 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] For port a05b5b4e-af35-4480-b240-2870968f124a, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=a05b5b4e-af35-4480-b240-2870968f124a,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:38:59.159107 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a05b5b4e-af35-4480-b240-2870968f124a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.171335 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-e3aa1787-da9b-4a9d-b67c-61f946325c89 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823750 Sep 26 12:38:59.226511 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:59.267255 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-6c42b058-44a4-4179-a69d-952c52e3e67a req-b95f3588-d4ab-4af0-9b17-b2fe253e9642 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898800 Sep 26 12:38:59.286882 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6ac03-4e7f-4cfe-bf62-61bcd297f4f7 req-8db0cd97-6f93-4aec-ae18-677cb2e594d0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:38:59.288376 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c0e6ac03-4e7f-4cfe-bf62-61bcd297f4f7 req-8db0cd97-6f93-4aec-ae18-677cb2e594d0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 946 time: 0.0870705 Sep 26 12:38:59.380476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:59.392633 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c0e6ac03-4e7f-4cfe-bf62-61bcd297f4f7 req-3f4ad751-3bb8-4960-b192-57171736ec8a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947747 Sep 26 12:38:59.395459 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.395818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.396128 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Floating IP 7a53af73-effa-42ef-b364-2acc8d8b9661 disassociated. External IP: 172.27.1.235, port: a05b5b4e-af35-4480-b240-2870968f124a. Sep 26 12:38:59.396528 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Calling delete_port for a05b5b4e-af35-4480-b240-2870968f124a owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:38:59.480187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:38:59.685470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (a05b5b4e-af35-4480-b240-2870968f124a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.711305 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'Port': ['ID=a05b5b4e-af35-4480-b240-2870968f124a,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:38:59.821180 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:38:59.921802 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:38:59.933124 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:38:59.944790 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:38:59.945327 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:38:59.961438 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] No DVR routers for this DVR port a05b5b4e-af35-4480-b240-2870968f124a on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:38:59.964475 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:38:59.967591 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8f8125ab-e50d-4cbb-84f6-1ed806f892a0 req-21134f15-55c7-4635-a3ee-1a77fece31f4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a05b5b4e-af35-4480-b240-2870968f124a HTTP/1.1" status: 204 len: 173 time: 0.9844906 Sep 26 12:38:59.968096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'name': 'network-vif-deleted', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:38:59.971114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a21ab4-4a23-4f25-8b78-7722cea06e07" -d '{"events": [{"server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "name": "network-vif-deleted", "tag": "a05b5b4e-af35-4480-b240-2870968f124a"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:00.007254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae2d18-be87-4cbc-8e21-88b5af8c6347 x-openstack-request-id: req-1dae2d18-be87-4cbc-8e21-88b5af8c6347 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:00.007879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befee918-6d57-4c62-a9b1-b26d6d2de55b", "name": "network-vif-deleted", "tag": "a05b5b4e-af35-4480-b240-2870968f124a", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:00.007879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dae2d18-be87-4cbc-8e21-88b5af8c6347 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:00.008207 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dae2d18-be87-4cbc-8e21-88b5af8c6347'] response: {'server_uuid': 'befee918-6d57-4c62-a9b1-b26d6d2de55b', 'name': 'network-vif-deleted', 'tag': 'a05b5b4e-af35-4480-b240-2870968f124a', 'status': 'completed', 'code': 200} Sep 26 12:39:00.052859 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:00.087423 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:00.166985 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:00.243833 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:00.270855 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:00.279838 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:00.280432 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:00.379337 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:00.576580 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f8a4b79-961b-4757-950a-dd0329af6bc5 req-5dd13a7e-b339-4c66-8085-92bd2e2cc7aa tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=befee918-6d57-4c62-a9b1-b26d6d2de55b HTTP/1.1" status: 200 len: 210 time: 0.0855753 Sep 26 12:39:00.656583 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:00.683715 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690b373-f503-4aa0-80c0-437577e106c4 None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:00.895425 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da03c-16e4-4c6c-bca6-fad07e52d4ea None None] New status for floating IP 7a53af73-effa-42ef-b364-2acc8d8b9661: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:39:01.731179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41086) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:01.784840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:01.807081 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:01.925291 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:01.927877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:01.929062 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8 HTTP/1.1" status: 204 len: 168 time: 0.1968627 Sep 26 12:39:01.932888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41088) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:01.949957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0ec30-87b3-4dff-9d84-abff28877f9a tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:01.952110 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-76fb8faf-6859-4087-bb66-170d53b11028 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] show failed (client error): The resource could not be found. Sep 26 12:39:01.953085 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-76fb8faf-6859-4087-bb66-170d53b11028 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6382e3d8-22a2-4f3d-944b-c9bb2c2efcf8 HTTP/1.1" status: 404 len: 347 time: 0.0192516 Sep 26 12:39:01.956324 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41090) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:02.068249 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Deleting port 1cf9fb94-88c1-41da-9f4b-446e6fbc5a85 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:02.068590 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.142567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:02.146134 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.146457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.159346 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Calling delete_port for 1cf9fb94-88c1-41da-9f4b-446e6fbc5a85 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:02.388178 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (1cf9fb94-88c1-41da-9f4b-446e6fbc5a85), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.417920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'Port': ['ID=1cf9fb94-88c1-41da-9f4b-446e6fbc5a85,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:02.440338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.440683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.441278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.441615 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.441942 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.442265 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.442592 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.442913 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.443234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.443606 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.443954 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.444280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.444594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.444908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.445221 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:02.483833 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (7a53af73-effa-42ef-b364-2acc8d8b9661), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.486240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.487362 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b0fde6c4-949f-4ea1-ac18-47c87ffac233 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/7a53af73-effa-42ef-b364-2acc8d8b9661 HTTP/1.1" status: 204 len: 168 time: 0.5301366 Sep 26 12:39:02.637288 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41094) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:02.641822 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827039517', 'description': 'tempest-description--1887657500'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:02.742183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.812222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (c97c085a-d830-49ce-9f8a-1f9cf9eaf004), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.890878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c97c085a-d830-49ce-9f8a-1f9cf9eaf004), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.897708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:02.920781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c085a-d830-49ce-9f8a-1f9cf9eaf004,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:02.996575 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:02.998000 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-54a9dc31-9fcd-45c6-a432-a828dfd29066 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3597212 Sep 26 12:39:03.000864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41102) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:03.005280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group_rule': {'security_group_id': 'c97c085a-d830-49ce-9f8a-1f9cf9eaf004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:03.120814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (beb20a84-f0f2-4bd6-ae86-99837fda646b), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.177616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (beb20a84-f0f2-4bd6-ae86-99837fda646b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.296650 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (beb20a84-f0f2-4bd6-ae86-99837fda646b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.316376 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb20a84-f0f2-4bd6-ae86-99837fda646b,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:03.414034 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.414387 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-70a8346c-bbad-4789-8ece-29d7765ba62c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125428 Sep 26 12:39:03.417731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41112) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:03.422028 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'security_group_rule': {'security_group_id': 'c97c085a-d830-49ce-9f8a-1f9cf9eaf004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:03.531105 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (57d39820-57d0-4e4a-aa08-afbb426eca27), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.587943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (57d39820-57d0-4e4a-aa08-afbb426eca27), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.707969 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (57d39820-57d0-4e4a-aa08-afbb426eca27), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.727401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d39820-57d0-4e4a-aa08-afbb426eca27,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:03.829971 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:03.831208 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9be27402-f49b-4e1f-98d8-0f45129299ec tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125261 Sep 26 12:39:03.834244 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41116) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:03.838645 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:03.855417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:03.959513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.043245 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.223696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a05b5b4e-af35-4480-b240-2870968f124a no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:04.244566 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: a05b5b4e-af35-4480-b240-2870968f124a {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:04.244918 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device a05b5b4e-af35-4480-b240-2870968f124a not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:04.370784 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Allocated IP 172.27.1.207 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/30b38270-b434-47bd-a908-cd5bd5d804ae) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:39:04.474688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.570976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.574861 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:04.616229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:39:04.619122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:39:04.621571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:39:04.651784 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=30b38270-b434-47bd-a908-cd5bd5d804ae,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:04.712429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.771231 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.858800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:04.946045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:05.008342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:05.068112 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:05.138979 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:05.141784 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=30b38270-b434-47bd-a908-cd5bd5d804ae,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:05.235494 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:05.236754 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9dacd586-deab-46ee-8d99-f823f70d7679 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4016011 Sep 26 12:39:05.433838 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-77ffb699-93f8-4fe7-85c7-fb428a9c6384 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1827039517&fields=id&tenant_id=858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 267 time: 0.0431261 Sep 26 12:39:05.539609 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-a28232e7-2171-4779-b74b-729cc0836c80 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:05.541759 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-a28232e7-2171-4779-b74b-729cc0836c80 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 811 time: 0.1014788 Sep 26 12:39:05.556370 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-801c13aa-40ed-4ca2-a1a3-6913ee9a3f13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/quotas/858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 375 time: 0.0092654 Sep 26 12:39:05.612342 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-88cfc559-c985-40d0-91fb-e5af2105f63c tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510206 Sep 26 12:39:05.706840 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-61dda8c5-f9c2-4472-985f-cb03f82f737a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Sep 26 12:39:05.800103 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-4186ce93-8f63-434f-8c1c-5495482ff405 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870261 Sep 26 12:39:06.051277 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4ef9c7f5-332e-40d2-b7ab-449976c9f6ea req-1a8fde5b-0936-4db2-9756-f18660a03288 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0354905 Sep 26 12:39:06.135693 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a478e-8045-4889-8291-1379bc490549 req-33bacfaf-dac7-4372-8fde-bcfd7fb26399 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:06.137237 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe3a478e-8045-4889-8291-1379bc490549 req-33bacfaf-dac7-4372-8fde-bcfd7fb26399 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0480113 Sep 26 12:39:06.193096 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fe3a478e-8045-4889-8291-1379bc490549 req-6abb1f48-7a77-469d-8e8f-c00d4e516bd6 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501745 Sep 26 12:39:07.140084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:07.157150 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-913425be-4075-4482-8c18-610cefdd37cc req-6327f4ca-70cf-4f27-915e-e1248ba3e08f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0266440 Sep 26 12:39:07.310683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd05f-7f19-40fc-9f0d-84e98d046713 req-cbd998c9-019b-4072-93c3-25dd43fd93ad tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:07.312040 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-166dd05f-7f19-40fc-9f0d-84e98d046713 req-cbd998c9-019b-4072-93c3-25dd43fd93ad tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0458751 Sep 26 12:39:07.359478 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-166dd05f-7f19-40fc-9f0d-84e98d046713 req-3cc0ee01-3b2b-4d38-8225-6dcd56d276af tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Sep 26 12:39:08.256727 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b86fd630-545a-4776-aeea-9b216eea8b95 req-17b21fa8-1247-426d-82ea-57616f0f1626 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Sep 26 12:39:08.481817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b56625-20cc-46da-bdf3-b739b241ba87 req-ca2ea372-2e3b-4307-a650-264208064be0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:08.483249 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-43b56625-20cc-46da-bdf3-b739b241ba87 req-ca2ea372-2e3b-4307-a650-264208064be0 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0493803 Sep 26 12:39:08.529487 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-43b56625-20cc-46da-bdf3-b739b241ba87 req-1644087f-db57-4b2d-a536-7f59ef6d4f0f tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Sep 26 12:39:09.264742 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=67 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:09.357034 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4bdcaba5-5bc6-4be1-b358-edbf5fe52094 req-e0538d23-def1-459b-9dfd-5f062088dd93 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Sep 26 12:39:09.648763 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184fdc-d201-4b11-8b44-35a47ab8dfff req-667a8b92-f883-4bed-a98c-a6ee8a961159 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:09.650845 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6184fdc-d201-4b11-8b44-35a47ab8dfff req-667a8b92-f883-4bed-a98c-a6ee8a961159 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0468051 Sep 26 12:39:09.701595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6184fdc-d201-4b11-8b44-35a47ab8dfff req-f39441fe-344f-4920-8e55-8dd6d0efe687 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=df28b8aa-c13a-4c0b-82b4-7277a2dbb928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Sep 26 12:39:10.011171 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4a5df289-923c-4724-a81e-425dab4e9946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.112882 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-902e69c1-2715-4cec-a70d-6dd2e1fa460b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:10.114334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-902e69c1-2715-4cec-a70d-6dd2e1fa460b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 945 time: 0.0460713 Sep 26 12:39:10.226027 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Deleting port cbf25753-f402-4f77-9b4a-cbe5abd587fc {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:10.226284 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.319129 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] For port cbf25753-f402-4f77-9b4a-cbe5abd587fc, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=cbf25753-f402-4f77-9b4a-cbe5abd587fc,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:10.319490 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.362482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:10.489010 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d5153ae6-6f85-4e06-841e-235b89aaf85c req-f0751d7f-7ada-4660-a274-c1b43d9837f9 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0535367 Sep 26 12:39:10.511603 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.512000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.512314 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Floating IP 82f09118-5548-4f92-9a4a-a972b7f78479 disassociated. External IP: 172.27.1.70, port: cbf25753-f402-4f77-9b4a-cbe5abd587fc. Sep 26 12:39:10.512658 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Calling delete_port for cbf25753-f402-4f77-9b4a-cbe5abd587fc owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:10.623742 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:10.654007 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=14 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:10.659959 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=76 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:10.708333 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (cbf25753-f402-4f77-9b4a-cbe5abd587fc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:10.738537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event deleted for resources: {'Port': ['ID=cbf25753-f402-4f77-9b4a-cbe5abd587fc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:10.826706 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fdccb07e-9c8a-46e8-b8cd-696bc9c92f2e req-e0d76e1e-38bc-4a46-93c7-ebd0565ef51d tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0313976 Sep 26 12:39:10.882030 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:39:10.987804 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:39:10.997741 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:39:11.013172 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:11.013800 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:11.040984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] No DVR routers for this DVR port cbf25753-f402-4f77-9b4a-cbe5abd587fc on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:11.043588 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:11.046963 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bda0ccf3-9fe1-4854-be66-3aff7d143607 req-d4bfdbce-7c8e-415b-9927-9d737d7ac837 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "DELETE /networking/v2.0/ports/cbf25753-f402-4f77-9b4a-cbe5abd587fc HTTP/1.1" status: 204 len: 173 time: 0.9074543 Sep 26 12:39:11.047463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'name': 'network-vif-deleted', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:11.049881 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac3a16-5686-406e-b0ad-74416ea12330" -d '{"events": [{"server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "name": "network-vif-deleted", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:11.088817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c54f52-6aa7-49ac-96f4-e6b8ab573b0e x-openstack-request-id: req-c1c54f52-6aa7-49ac-96f4-e6b8ab573b0e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:11.089114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb284d21-530e-41a5-a611-73d13febea7b", "name": "network-vif-deleted", "tag": "cbf25753-f402-4f77-9b4a-cbe5abd587fc", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:11.089679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1c54f52-6aa7-49ac-96f4-e6b8ab573b0e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:11.090090 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c54f52-6aa7-49ac-96f4-e6b8ab573b0e'] response: {'server_uuid': 'bb284d21-530e-41a5-a611-73d13febea7b', 'name': 'network-vif-deleted', 'tag': 'cbf25753-f402-4f77-9b4a-cbe5abd587fc', 'status': 'completed', 'code': 200} Sep 26 12:39:11.127865 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:11.324283 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:11.349257 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:11.364310 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:11.364310 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:38:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:11.462340 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:11.616447 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73b519b6-b1b0-4f05-94e4-58f71472babf req-8db7bd58-7310-44b3-a11d-64aa0b51303d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Sep 26 12:39:11.664519 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:11.688672 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7006d2-f7ad-4457-8939-d9e2330a3ef3 None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47', 'name': '', 'network_id': 'fae5f2b6-e710-4c22-abd4-ff4b3fd200a4', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'mac_address': 'fa:16:3e:aa:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:09Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'subnets': [{'id': '011c7ddc-c4b6-406f-8603-4b46e94443c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:11.905631 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ee153-e706-4eba-8f59-549e28be2e53 None None] New status for floating IP 82f09118-5548-4f92-9a4a-a972b7f78479: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:39:11.950377 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-856041bb-9c28-41ee-a99c-09fdae834c24 req-f5ecc2d5-7fd9-4239-948f-5ba9d2a947ec tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0279744 Sep 26 12:39:12.291324 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-f96ece64-17e9-4cf3-a9eb-14a93a4a92b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:12.435047 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-37ce6323-5c2a-4073-8908-df2e539e9a8d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:12.436493 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-37ce6323-5c2a-4073-8908-df2e539e9a8d tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 811 time: 0.1051095 Sep 26 12:39:12.511857 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-6d1d8f6e-6533-46d5-a651-5c49e7dc846f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=858866a5c26c445cacd9d67f0c3ecf93 HTTP/1.1" status: 200 len: 380 time: 0.0559540 Sep 26 12:39:12.707572 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19598356-ffb1-466b-8043-77c71a08385b req-6b4aee84-659c-41dd-b84e-44f5ddc41c77 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Sep 26 12:39:12.796034 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'port': {'device_id': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'admin_state_up': True, 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'security_groups': ['c97c085a-d830-49ce-9f8a-1f9cf9eaf004']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:13.022306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Made reservation on behalf of 858866a5c26c445cacd9d67f0c3ecf93 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:39:13.028319 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.038242 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:13.080947 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6edf512b-6ba6-48f6-814c-6688bb217727 req-d04f3a37-7f91-4f97-b834-ce12db256211 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb284d21-530e-41a5-a611-73d13febea7b HTTP/1.1" status: 200 len: 210 time: 0.0393400 Sep 26 12:39:13.192068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Allocated IP 172.20.0.4 (e6a95685-4b41-4516-a80e-71935c86f116/dc308072-dc47-4566-a3c7-50845bdbcfee/d9586151-becb-4f97-a378-934a591fab2e) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:39:13.223593 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:13.338349 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for port (d9586151-becb-4f97-a378-934a591fab2e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.480153 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.542239 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.591515 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Network e6a95685-4b41-4516-a80e-71935c86f116 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:39:13.594609 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:39:13.598426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:39:13.605131 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event updated for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:13.652368 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:13.652992 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.752043 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-3776473f-d757-4760-8e27-b50397b3d6c0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597979 Sep 26 12:39:13.769410 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Request body: {'port': {'device_id': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:13.844921 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:13.852772 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Provisioning complete for port d9586151-becb-4f97-a378-934a591fab2e triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:39:13.853152 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d9586151-becb-4f97-a378-934a591fab2e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.853496 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Attempt 1 to provision port d9586151-becb-4f97-a378-934a591fab2e Sep 26 12:39:13.861011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcb160-1e7c-4d15-8341-1ca084d5c2f1 req-4f216deb-2c28-4f3a-8dc0-c64adbc55e97 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:13.862780 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ebcb160-1e7c-4d15-8341-1ca084d5c2f1 req-4f216deb-2c28-4f3a-8dc0-c64adbc55e97 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 931 time: 0.0734482 Sep 26 12:39:13.874199 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9586151-becb-4f97-a378-934a591fab2e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:13.887092 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Port d9586151-becb-4f97-a378-934a591fab2e cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:39:13.899819 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:13.957678 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ebcb160-1e7c-4d15-8341-1ca084d5c2f1 req-ca61163a-c081-4afb-a26b-0cca3aede302 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852849 Sep 26 12:39:14.170702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9586151-becb-4f97-a378-934a591fab2e {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:39:14.178513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks [] for port (d9586151-becb-4f97-a378-934a591fab2e), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.194213 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Transition to ACTIVE for port object d9586151-becb-4f97-a378-934a591fab2e will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:39:14.246247 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41212) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:14.270744 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device cbf25753-f402-4f77-9b4a-cbe5abd587fc no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:14.277116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.292147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: cbf25753-f402-4f77-9b4a-cbe5abd587fc {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:14.292495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device cbf25753-f402-4f77-9b4a-cbe5abd587fc not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:14.336712 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:14.356463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Pushing event updated for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:14.361629 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (df28b8aa-c13a-4c0b-82b4-7277a2dbb928), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.388644 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Attempt 2 to provision port d9586151-becb-4f97-a378-934a591fab2e Sep 26 12:39:14.405920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (df28b8aa-c13a-4c0b-82b4-7277a2dbb928), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.421508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Port d9586151-becb-4f97-a378-934a591fab2e cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:39:14.454542 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Attempting to bind port d9586151-becb-4f97-a378-934a591fab2e on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:39:14.454807 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Attempting to bind port d9586151-becb-4f97-a378-934a591fab2e by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:39:14.455134 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Attempting to bind port d9586151-becb-4f97-a378-934a591fab2e on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:39:14.496986 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Port d9586151-becb-4f97-a378-934a591fab2e on network e6a95685-4b41-4516-a80e-71935c86f116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:39:14.497305 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Attempting to bind port d9586151-becb-4f97-a378-934a591fab2e on network e6a95685-4b41-4516-a80e-71935c86f116 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:39:14.537704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:39:14.538036 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Checking segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:39:14.538415 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Bound using segment: {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:39:14.538845 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Bound port: d9586151-becb-4f97-a378-934a591fab2e, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40914ea-14a9-4752-9162-c26bb74b971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:39:14.539200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9586151-becb-4f97-a378-934a591fab2e), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.583443 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (df28b8aa-c13a-4c0b-82b4-7277a2dbb928), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.585909 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.591792 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/df28b8aa-c13a-4c0b-82b4-7277a2dbb928 HTTP/1.1" status: 204 len: 168 time: 0.3398130 Sep 26 12:39:14.591916 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41214) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:14.604289 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.api.v2.resource [None req-e9ef7a3d-8a1f-4eba-baf5-9aab444d1c78 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] show failed (client error): The resource could not be found. Sep 26 12:39:14.605292 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e9ef7a3d-8a1f-4eba-baf5-9aab444d1c78 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups/df28b8aa-c13a-4c0b-82b4-7277a2dbb928 HTTP/1.1" status: 404 len: 347 time: 0.0144899 Sep 26 12:39:14.608176 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41216) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:14.610071 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf458f-5c35-446e-9840-920619f94a92 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28b8aa-c13a-4c0b-82b4-7277a2dbb928,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:14.615848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:39:14.626432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9586151-becb-4f97-a378-934a591fab2e,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:39:14.724308 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Deleting port 4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:14.724655 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.805118 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.805480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.812172 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.816767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:14.817381 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:14.818832 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d9586151-becb-4f97-a378-934a591fab2e HTTP/1.1" status: 200 len: 1093 time: 1.0535576 Sep 26 12:39:14.819416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:14.819583 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Calling delete_port for 4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1 owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:14.821830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4288ce-a442-47eb-8926-36c2da7ead1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "tag": "d9586151-becb-4f97-a378-934a591fab2e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:14.865255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8db21d-7683-4517-b83f-f578be007b44 x-openstack-request-id: req-ba8db21d-7683-4517-b83f-f578be007b44 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:14.865560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "tag": "d9586151-becb-4f97-a378-934a591fab2e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:14.865813 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba8db21d-7683-4517-b83f-f578be007b44 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:14.866217 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8db21d-7683-4517-b83f-f578be007b44'] response: {'name': 'network-changed', 'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e', 'status': 'completed', 'code': 200} Sep 26 12:39:14.876422 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d123bc-9e49-4067-b902-8a08f6a71c15 service neutron] Pushing event updated for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:14.922628 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Attempt 3 to provision port d9586151-becb-4f97-a378-934a591fab2e Sep 26 12:39:14.957806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:14.964223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-c7c57e95-7a22-453a-aeed-b7af2c68d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:14.965774 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-c7c57e95-7a22-453a-aeed-b7af2c68d10e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 1127 time: 0.0492144 Sep 26 12:39:14.969235 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-57042730-d342-459e-a041-1df6acd3f919 None None] Port d9586151-becb-4f97-a378-934a591fab2e had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:39:15.120815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691772b6-9501-47b7-aa6e-b38f79216ceb req-4ca17657-a2b7-414e-9552-f4dccd7ccc60 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.122312 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-691772b6-9501-47b7-aa6e-b38f79216ceb req-4ca17657-a2b7-414e-9552-f4dccd7ccc60 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 943 time: 0.0690300 Sep 26 12:39:15.151181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-63558d01-ecc7-4298-9fda-496f89571091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.152656 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-63558d01-ecc7-4298-9fda-496f89571091 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1692390 Sep 26 12:39:15.176317 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:15.204747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event deleted for resources: {'Port': ['ID=4fe2eb43-9d5d-4ab6-9e0c-1d13d284caa1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:15.217117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:15.228331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:15.228933 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-691772b6-9501-47b7-aa6e-b38f79216ceb req-b652aeb7-4328-4988-b58f-72d22a93c8da tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945518 Sep 26 12:39:15.262941 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.263292 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.265464 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.266119 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.266119 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.266298 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.266546 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.266872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.267196 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.267521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:15.291146 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks [] for floatingip (82f09118-5548-4f92-9a4a-a972b7f78479), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:15.293765 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:15.300069 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-140f1fde-ef86-4977-baf4-e4e63ba1b501 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/82f09118-5548-4f92-9a4a-a972b7f78479 HTTP/1.1" status: 204 len: 168 time: 0.6859181 Sep 26 12:39:15.493936 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-4e78c371-e2e7-425f-a7c2-259754e4ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.495291 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f4288ce-a442-47eb-8926-36c2da7ead1e req-4e78c371-e2e7-425f-a7c2-259754e4ac2e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361263 Sep 26 12:39:15.594157 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-c75351cb-9e24-4b7d-8699-fb486b309a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.595660 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-c75351cb-9e24-4b7d-8699-fb486b309a3d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 1127 time: 0.0402029 Sep 26 12:39:15.641350 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-4463f925-306e-4311-9b40-0c848527a718 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9586151-becb-4f97-a378-934a591fab2e HTTP/1.1" status: 200 len: 217 time: 0.0320022 Sep 26 12:39:15.690349 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-af947734-e242-49e1-9529-0169ef5cd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.692032 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-af947734-e242-49e1-9529-0169ef5cd7a2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.0439193 Sep 26 12:39:15.737101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-e161244f-7a4f-4eb4-ae81-7c16b425fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:15.738566 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-e161244f-7a4f-4eb4-ae81-7c16b425fa6c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400870 Sep 26 12:39:15.812842 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:15.829176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-d7f3711e-ba63-4f2b-8ae0-b880325653a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837770 Sep 26 12:39:15.919874 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-65388f91-2651-4fdd-8ecc-8346e25a1bfc req-bfe0d90d-b4f9-4086-bb7c-1aff5f356b08 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844476 Sep 26 12:39:16.352151 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac6ab-25ed-4401-aae5-aa69a4b4dbd9 req-053cc228-2977-4fd5-8b8d-9c16a09bb8ba tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:16.353542 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c61ac6ab-25ed-4401-aae5-aa69a4b4dbd9 req-053cc228-2977-4fd5-8b8d-9c16a09bb8ba tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 943 time: 0.0466311 Sep 26 12:39:16.401077 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c61ac6ab-25ed-4401-aae5-aa69a4b4dbd9 req-3a2201d0-4bc8-4c56-bdbe-2e5d54139ae1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Sep 26 12:39:17.523724 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3983f82-bfa3-49d8-9419-287e0b8bb768 req-18d88d20-e6d2-453e-b034-8a29e950b2ff tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:17.525255 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3983f82-bfa3-49d8-9419-287e0b8bb768 req-18d88d20-e6d2-453e-b034-8a29e950b2ff tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 943 time: 0.0504615 Sep 26 12:39:17.575047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3983f82-bfa3-49d8-9419-287e0b8bb768 req-da601009-b086-4297-b0a5-8f8b735bfa34 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Sep 26 12:39:18.277816 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9586151-becb-4f97-a378-934a591fab2e details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:39:18.292553 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=10 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:18.452246 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4111d-b707-424a-8192-aaafb51d8b3e req-9f6dd0b9-365c-4346-8efe-83b94f0b21ed tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:18.453712 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-deb4111d-b707-424a-8192-aaafb51d8b3e req-9f6dd0b9-365c-4346-8efe-83b94f0b21ed tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0476046 Sep 26 12:39:18.500749 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9586151-becb-4f97-a378-934a591fab2e,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:18.501015 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-deb4111d-b707-424a-8192-aaafb51d8b3e req-7ddbf420-2dce-41d7-938f-8f685c5c067a tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Sep 26 12:39:18.512799 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'd9586151-becb-4f97-a378-934a591fab2e', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'port_id': 'd9586151-becb-4f97-a378-934a591fab2e', 'mac_address': 'fa:16:3e:c5:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:39:18.547139 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d9586151-becb-4f97-a378-934a591fab2e is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:39:18.547525 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9586151-becb-4f97-a378-934a591fab2e), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:18.563226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9586151-becb-4f97-a378-934a591fab2e {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:39:18.583471 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9586151-becb-4f97-a378-934a591fab2e,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:18.724497 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:18.753732 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959b2f-adc1-4b4e-9a8f-ec7f74480070 req-2b147a06-c305-4537-accb-397df55602a4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:18.755249 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e959b2f-adc1-4b4e-9a8f-ec7f74480070 req-2b147a06-c305-4537-accb-397df55602a4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 943 time: 0.0483634 Sep 26 12:39:18.771134 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:18.809109 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0e959b2f-adc1-4b4e-9a8f-ec7f74480070 req-b32c5096-88bc-412d-8e02-7980e17ba3b0 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 Sep 26 12:39:19.077102 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d9586151-becb-4f97-a378-934a591fab2e'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:39:19.638046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523e3a3-e251-4412-a43e-15b82d99d77f req-11497a11-97ef-459c-9f7f-b60c31591992 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:19.638046 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2523e3a3-e251-4412-a43e-15b82d99d77f req-11497a11-97ef-459c-9f7f-b60c31591992 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0457580 Sep 26 12:39:19.667969 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2523e3a3-e251-4412-a43e-15b82d99d77f req-bb50abf8-eee4-417b-b88c-6195060e6872 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Sep 26 12:39:19.925954 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900a82-b948-4112-bdb4-ec3c423568bb req-f0fb2764-9e8c-4919-9749-0450a0cf38c8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:19.927371 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba900a82-b948-4112-bdb4-ec3c423568bb req-f0fb2764-9e8c-4919-9749-0450a0cf38c8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 944 time: 0.0452096 Sep 26 12:39:19.974197 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba900a82-b948-4112-bdb4-ec3c423568bb req-0367b683-2aab-4256-8032-df2f175953c5 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Sep 26 12:39:20.303927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9586151-becb-4f97-a378-934a591fab2e up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:39:20.351036 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port d9586151-becb-4f97-a378-934a591fab2e completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:39:20.415519 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port d9586151-becb-4f97-a378-934a591fab2e triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:39:20.415938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d9586151-becb-4f97-a378-934a591fab2e), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:20.416280 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port d9586151-becb-4f97-a378-934a591fab2e Sep 26 12:39:20.437073 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:20.487652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d9586151-becb-4f97-a378-934a591fab2e is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:39:20.488057 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d9586151-becb-4f97-a378-934a591fab2e), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:20.511799 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:20.513962 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d251ace-25a5-46f2-888c-ac97c59eb01e" -d '{"events": [{"server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "name": "network-vif-plugged", "status": "completed", "tag": "d9586151-becb-4f97-a378-934a591fab2e"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:20.530058 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9586151-becb-4f97-a378-934a591fab2e,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:20.553541 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739a1925-9d49-4632-b8cf-3463734431cd x-openstack-request-id: req-739a1925-9d49-4632-b8cf-3463734431cd {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:20.553541 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "name": "network-vif-plugged", "status": "completed", "tag": "d9586151-becb-4f97-a378-934a591fab2e", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:20.553541 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-739a1925-9d49-4632-b8cf-3463734431cd {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:20.553541 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739a1925-9d49-4632-b8cf-3463734431cd'] response: {'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e', 'code': 200} Sep 26 12:39:20.592591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:20.640275 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:20.787500 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6580fe2-6b84-45fb-a16f-ab8d056a35bb req-a9757b6f-eaa4-49d3-b4c9-50512f4f1cf3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:20.788971 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6580fe2-6b84-45fb-a16f-ab8d056a35bb req-a9757b6f-eaa4-49d3-b4c9-50512f4f1cf3 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0487096 Sep 26 12:39:20.838451 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6580fe2-6b84-45fb-a16f-ab8d056a35bb req-fe7fc1b4-642d-4e9c-b34d-095834a237f9 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Sep 26 12:39:21.094485 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2cec-aaaf-4333-aa2e-940d7d2e57db req-a7f80172-1881-4250-9e8c-845fc26e0fb4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:21.095952 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11ed2cec-aaaf-4333-aa2e-940d7d2e57db req-a7f80172-1881-4250-9e8c-845fc26e0fb4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0455608 Sep 26 12:39:21.141684 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11ed2cec-aaaf-4333-aa2e-940d7d2e57db req-7c25dc75-034e-4eb6-be3e-625aff67b123 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Sep 26 12:39:21.394043 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-091d4e78-bf33-47c5-b357-10cf8f567775 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:21.395475 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-091d4e78-bf33-47c5-b357-10cf8f567775 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 946 time: 0.0487585 Sep 26 12:39:21.407915 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:21.481894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Deleting port 81f1adea-c456-4316-9be6-5a089832d652 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:21.482212 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (81f1adea-c456-4316-9be6-5a089832d652), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:21.574731 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] For port 81f1adea-c456-4316-9be6-5a089832d652, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=81f1adea-c456-4316-9be6-5a089832d652,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:21.575007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (81f1adea-c456-4316-9be6-5a089832d652), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:21.583878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:21.588686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Calling delete_port for 81f1adea-c456-4316-9be6-5a089832d652 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:21.667264 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=64 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:21.668049 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=68 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:21.759134 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (81f1adea-c456-4316-9be6-5a089832d652), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:21.791745 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event deleted for resources: {'Port': ['ID=81f1adea-c456-4316-9be6-5a089832d652,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:21.797960 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d9614789-15fa-423e-9cf3-b51a37685da8', '81f1adea-c456-4316-9be6-5a089832d652'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:39:21.843149 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f4a64-729c-4c39-94fe-6a19e812ae6b req-e5a2538b-b899-44ae-945b-470a674cd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:21.845378 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-4e3f4a64-729c-4c39-94fe-6a19e812ae6b req-e5a2538b-b899-44ae-945b-470a674cd6e7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 1129 time: 0.0443249 Sep 26 12:39:21.854172 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] No DVR routers for this DVR port 81f1adea-c456-4316-9be6-5a089832d652 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:21.857052 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:21.860351 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae583b74-c803-43d2-8020-d7ba56e93826 req-c2fdaeae-e794-4adf-8631-7203f74451cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "DELETE /networking/v2.0/ports/81f1adea-c456-4316-9be6-5a089832d652 HTTP/1.1" status: 204 len: 173 time: 0.4596820 Sep 26 12:39:21.860901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'name': 'network-vif-deleted', 'tag': '81f1adea-c456-4316-9be6-5a089832d652'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:21.863373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba01e7-23ec-4986-85f8-01b57d0b724f" -d '{"events": [{"server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "name": "network-vif-deleted", "tag": "81f1adea-c456-4316-9be6-5a089832d652"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:21.906108 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-4e3f4a64-729c-4c39-94fe-6a19e812ae6b req-e126d1ce-3b35-4c4d-a316-445310e2e082 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542271 Sep 26 12:39:21.910652 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95446037-6513-48b3-bb34-20f23beeafdd x-openstack-request-id: req-95446037-6513-48b3-bb34-20f23beeafdd {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:21.910992 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7437b544-e661-46b9-8b5a-5b1169f93d9e", "name": "network-vif-deleted", "tag": "81f1adea-c456-4316-9be6-5a089832d652", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:21.911252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95446037-6513-48b3-bb34-20f23beeafdd {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:21.911758 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95446037-6513-48b3-bb34-20f23beeafdd'] response: {'server_uuid': '7437b544-e661-46b9-8b5a-5b1169f93d9e', 'name': 'network-vif-deleted', 'tag': '81f1adea-c456-4316-9be6-5a089832d652', 'status': 'completed', 'code': 200} Sep 26 12:39:21.938496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:21.960345 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b2846010-e435-4a42-99d5-b5b6eab729ce req-dec50828-417f-4239-9a79-691dc2aa809e tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0286512 Sep 26 12:39:22.272086 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d81de-7680-4dd6-a09a-f2b67c0b0710 req-46535585-ada5-4308-9ba7-10275f41f8d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:22.273722 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa0d81de-7680-4dd6-a09a-f2b67c0b0710 req-46535585-ada5-4308-9ba7-10275f41f8d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0524383 Sep 26 12:39:22.324671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa0d81de-7680-4dd6-a09a-f2b67c0b0710 req-6bc60888-a684-4f83-98bb-311b3b84f45b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Sep 26 12:39:23.079261 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85da967c-6fda-4ae0-bd66-f5c7cb9a093d req-1411050c-0ff8-4b04-aca5-a5b04e0a5460 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0275612 Sep 26 12:39:23.441733 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472bf94-016b-4cba-a8c8-7b528c2470f3 req-d56f055b-2f5c-4769-8963-c09e57a54448 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:23.443186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0472bf94-016b-4cba-a8c8-7b528c2470f3 req-d56f055b-2f5c-4769-8963-c09e57a54448 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0449347 Sep 26 12:39:23.493670 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0472bf94-016b-4cba-a8c8-7b528c2470f3 req-c044516c-6021-496a-96a9-8ec54d733cef tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Sep 26 12:39:23.617068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96533cd-ef27-4add-bb6d-7547aa693e5b req-c3cc64c4-2521-4788-8e3c-fa9a9d7d6d9f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:23.618556 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b96533cd-ef27-4add-bb6d-7547aa693e5b req-c3cc64c4-2521-4788-8e3c-fa9a9d7d6d9f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Sep 26 12:39:23.628777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41296) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:23.633149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Request body: {'floatingip': {'port_id': 'd9586151-becb-4f97-a378-934a591fab2e'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:23.672519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:24.046479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:24.157768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:24.203480 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5332247e-ca6e-452a-ae7e-3ec421115843 req-f8259149-f7f9-4abc-aef3-2da9826fa928 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7437b544-e661-46b9-8b5a-5b1169f93d9e HTTP/1.1" status: 200 len: 210 time: 0.0283084 Sep 26 12:39:24.262744 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:24.265363 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:24.359363 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Floating IP 13df78fa-4c90-4389-9d16-da43cb2537a6 associated. External IP: 172.27.1.207, port: d9586151-becb-4f97-a378-934a591fab2e. Sep 26 12:39:24.554823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:39:24.654018 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:39:24.659040 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:24.664342 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:39:24.674743 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:24.710078 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:24.710797 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b9a8ce65-1593-4392-8b18-c4ebb33af2d3 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/13df78fa-4c90-4389-9d16-da43cb2537a6 HTTP/1.1" status: 200 len: 991 time: 1.0612409 Sep 26 12:39:24.710797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:24.710797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60c9713-95c4-4d94-966c-bc8b011b8587" -d '{"events": [{"name": "network-changed", "server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "tag": "d9586151-becb-4f97-a378-934a591fab2e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:24.741076 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7c63c-1faa-4615-abde-cf60bfbfe101 x-openstack-request-id: req-3aa7c63c-1faa-4615-abde-cf60bfbfe101 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:24.744993 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "tag": "d9586151-becb-4f97-a378-934a591fab2e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:24.744993 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3aa7c63c-1faa-4615-abde-cf60bfbfe101 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:24.744993 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa7c63c-1faa-4615-abde-cf60bfbfe101'] response: {'name': 'network-changed', 'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e', 'status': 'completed', 'code': 200} Sep 26 12:39:24.791861 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:24.961205 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-90ce775c-7cb9-491f-9eb7-7465ba6edb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:24.962772 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-90ce775c-7cb9-491f-9eb7-7465ba6edb1a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 1129 time: 0.1024873 Sep 26 12:39:25.013252 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '13df78fa-4c90-4389-9d16-da43cb2537a6', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'd9586151-becb-4f97-a378-934a591fab2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:c5:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:04Z', 'updated_at': '2022-09-26T12:39:24Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:25.040197 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:25.049262 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:25.049857 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:25.066752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-3fb22ddf-6313-4959-b007-0d85df945b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:25.068250 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-3fb22ddf-6313-4959-b007-0d85df945b38 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 200 len: 912 time: 0.0967748 Sep 26 12:39:25.133533 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-63198d4b-4829-4b5d-b049-c937b9e00692 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9586151-becb-4f97-a378-934a591fab2e HTTP/1.1" status: 200 len: 999 time: 0.0584533 Sep 26 12:39:25.186487 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-22ac4240-79ce-4b84-99de-30bacd713bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:25.188167 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-22ac4240-79ce-4b84-99de-30bacd713bb8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 200 len: 850 time: 0.0485904 Sep 26 12:39:25.234239 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-14c71755-3d86-4fd0-a604-f8f8f67fc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:25.235780 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-14c71755-3d86-4fd0-a604-f8f8f67fc547 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e6a95685-4b41-4516-a80e-71935c86f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411737 Sep 26 12:39:25.241493 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:25.351187 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-8cef2889-3245-44c6-95c1-b7bbecdebb34 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077049 Sep 26 12:39:25.385657 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:25.424386 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:25.466599 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-a60c9713-95c4-4d94-966c-bc8b011b8587 req-943f5162-884e-4307-adee-95dc5245f00a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893991 Sep 26 12:39:25.469510 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eae674b-0309-4092-86b0-ee268520462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '13df78fa-4c90-4389-9d16-da43cb2537a6', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'd9586151-becb-4f97-a378-934a591fab2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:c5:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:04Z', 'updated_at': '2022-09-26T12:39:24Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:25.497860 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae674b-0309-4092-86b0-ee268520462c None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '13df78fa-4c90-4389-9d16-da43cb2537a6', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'port_id': 'd9586151-becb-4f97-a378-934a591fab2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'mac_address': 'fa:16:3e:c5:32:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:04Z', 'updated_at': '2022-09-26T12:39:24Z', 'revision_number': 1, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:25.690891 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9596c1-6160-4653-976f-b924b81b194a None None] New status for floating IP 13df78fa-4c90-4389-9d16-da43cb2537a6: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:39:25.722191 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123deea-69ac-4c57-a66b-05a1faa3d2cc req-ec0b65fb-5195-4ccb-934c-3cb4d7ff9fb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:25.723596 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a123deea-69ac-4c57-a66b-05a1faa3d2cc req-ec0b65fb-5195-4ccb-934c-3cb4d7ff9fb2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0534439 Sep 26 12:39:25.772717 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a123deea-69ac-4c57-a66b-05a1faa3d2cc req-555dd605-62b2-4500-9d5b-e04831ea1225 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Sep 26 12:39:26.219000 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:39:26.346451 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 81f1adea-c456-4316-9be6-5a089832d652 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:26.365316 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 81f1adea-c456-4316-9be6-5a089832d652 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:26.365665 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 81f1adea-c456-4316-9be6-5a089832d652 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:26.786067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fad14-df5b-4188-9196-4f372a3967a6 req-83c76ad7-7803-4953-b012-555d8d7248b3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:26.787508 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b5fad14-df5b-4188-9196-4f372a3967a6 req-83c76ad7-7803-4953-b012-555d8d7248b3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0453377 Sep 26 12:39:26.817501 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:26.834196 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b5fad14-df5b-4188-9196-4f372a3967a6 req-87dcbd0f-7e89-4561-87ec-21c032caf859 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Sep 26 12:39:26.900508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd100-d3fa-47a0-9b68-80bc10baf05f req-2273c307-d3fe-495b-9266-1a2c3e1f05f5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:26.901948 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ddfd100-d3fa-47a0-9b68-80bc10baf05f req-2273c307-d3fe-495b-9266-1a2c3e1f05f5 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0512128 Sep 26 12:39:26.948834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2ddfd100-d3fa-47a0-9b68-80bc10baf05f req-cd6d9671-3740-4ae8-922a-6f898a25c3cb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Sep 26 12:39:27.954213 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32620a-8bbb-41ba-81cd-71b6e9b24238 req-5c4fd447-befb-4bbb-bee4-136a6fc9099d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:27.955658 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df32620a-8bbb-41ba-81cd-71b6e9b24238 req-5c4fd447-befb-4bbb-bee4-136a6fc9099d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0457213 Sep 26 12:39:28.001917 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df32620a-8bbb-41ba-81cd-71b6e9b24238 req-495b0b81-2f20-4628-83a6-4e5b6115b497 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Sep 26 12:39:28.074875 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa035d-3f20-45c2-a065-4881c687247b req-58a2aea6-3e5c-4f67-a68d-7fa588aa1207 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:28.076369 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ffa035d-3f20-45c2-a065-4881c687247b req-58a2aea6-3e5c-4f67-a68d-7fa588aa1207 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Sep 26 12:39:28.122987 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ffa035d-3f20-45c2-a065-4881c687247b req-f7c071d4-899a-4dcf-b880-b215a36327eb tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Sep 26 12:39:29.122443 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54819b5b-e9a0-4e81-a233-9ca465217206 req-4add8115-4c4f-4480-a94a-0b4d6bd0f9b3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:29.124088 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54819b5b-e9a0-4e81-a233-9ca465217206 req-4add8115-4c4f-4480-a94a-0b4d6bd0f9b3 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0460577 Sep 26 12:39:29.172796 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-54819b5b-e9a0-4e81-a233-9ca465217206 req-ccfe0d8a-c255-4e7a-be4d-e1b8b7baaae2 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Sep 26 12:39:29.245000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9e102-6c50-41b2-a2e4-1632d0bcf3f4 req-c5c57278-5f5b-4347-94fa-292c53bb0b17 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:29.246428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41a9e102-6c50-41b2-a2e4-1632d0bcf3f4 req-c5c57278-5f5b-4347-94fa-292c53bb0b17 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Sep 26 12:39:29.295961 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41a9e102-6c50-41b2-a2e4-1632d0bcf3f4 req-5631e847-02cf-4aff-aca1-9fecb71b90ca tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Sep 26 12:39:30.290201 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de60f-f9fd-47c9-a6de-41eced7463f9 req-ac6c68e3-094e-4584-b4af-3f470edc184d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:30.292191 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f0de60f-f9fd-47c9-a6de-41eced7463f9 req-ac6c68e3-094e-4584-b4af-3f470edc184d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0458534 Sep 26 12:39:30.339855 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f0de60f-f9fd-47c9-a6de-41eced7463f9 req-379ca81f-2b4e-432c-b212-078ca65370dd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Sep 26 12:39:30.418240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5d470-2e94-4ba0-8d58-d2bf0173b37e req-218f991d-c0b1-41b3-99c8-1f4c2d3f11a2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:30.419786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76c5d470-2e94-4ba0-8d58-d2bf0173b37e req-218f991d-c0b1-41b3-99c8-1f4c2d3f11a2 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0464995 Sep 26 12:39:30.467183 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76c5d470-2e94-4ba0-8d58-d2bf0173b37e req-8f40644e-462e-4206-934c-e06d508a0d7b tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=de681728-c816-4d42-bd07-6496461d2ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Sep 26 12:39:30.614652 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-9faa9f47-796c-42d7-9a6c-483b33802c40 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:30.616026 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-9faa9f47-796c-42d7-9a6c-483b33802c40 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Sep 26 12:39:30.696509 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Deleting port d9614789-15fa-423e-9cf3-b51a37685da8 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:30.696849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:30.769758 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-f070d0bc-9db1-47d5-ade4-e75c6e2d60d4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:30.771317 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-f070d0bc-9db1-47d5-ade4-e75c6e2d60d4 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0487392 Sep 26 12:39:30.824852 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:30.862997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port 40870201-33d5-4837-ba55-c4c23fc3a8b7 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:30.863345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:30.962977 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] For port 40870201-33d5-4837-ba55-c4c23fc3a8b7, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=40870201-33d5-4837-ba55-c4c23fc3a8b7,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:30.963266 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.037175 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] For port d9614789-15fa-423e-9cf3-b51a37685da8, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9614789-15fa-423e-9cf3-b51a37685da8,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:31.037543 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.050814 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Calling delete_port for d9614789-15fa-423e-9cf3-b51a37685da8 owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:31.071292 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:31.273725 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (d9614789-15fa-423e-9cf3-b51a37685da8), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.305530 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Pushing event deleted for resources: {'Port': ['ID=d9614789-15fa-423e-9cf3-b51a37685da8,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:31.314300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d9614789-15fa-423e-9cf3-b51a37685da8'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:39:31.348655 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] No DVR routers for this DVR port d9614789-15fa-423e-9cf3-b51a37685da8 on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.350445 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.350633 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 8de3d397-7adb-4b47-96dd-1c3642b38176 disassociated. External IP: 172.27.1.170, port: 40870201-33d5-4837-ba55-c4c23fc3a8b7. Sep 26 12:39:31.351011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for 40870201-33d5-4837-ba55-c4c23fc3a8b7 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:31.351126 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.354702 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8f2fdd27-7d9c-45f7-be13-f328576e6706 req-7f70532f-5b22-41a9-a084-449fb4e78622 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d9614789-15fa-423e-9cf3-b51a37685da8 HTTP/1.1" status: 204 len: 173 time: 0.7327056 Sep 26 12:39:31.355198 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'name': 'network-vif-deleted', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:31.357443 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5417056b-3e63-4cb1-afce-46a48c58fa4f" -d '{"events": [{"server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "name": "network-vif-deleted", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:31.405315 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f86b7-e99d-447c-9b76-ce10823637cc x-openstack-request-id: req-692f86b7-e99d-447c-9b76-ce10823637cc {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:31.405604 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0", "name": "network-vif-deleted", "tag": "d9614789-15fa-423e-9cf3-b51a37685da8", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:31.405853 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-692f86b7-e99d-447c-9b76-ce10823637cc {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:31.406251 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692f86b7-e99d-447c-9b76-ce10823637cc'] response: {'server_uuid': 'adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0', 'name': 'network-vif-deleted', 'tag': 'd9614789-15fa-423e-9cf3-b51a37685da8', 'status': 'completed', 'code': 200} Sep 26 12:39:31.477757 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a734f-763c-4c90-b5a1-ed3e0c562b58 req-cc9d3fbc-4e76-49b7-879f-511a1512b7bd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:31.479245 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d64a734f-763c-4c90-b5a1-ed3e0c562b58 req-cc9d3fbc-4e76-49b7-879f-511a1512b7bd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 946 time: 0.0620079 Sep 26 12:39:31.579024 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6b38507d-53ba-4951-9fda-cafe72883817 req-80c8a936-a78b-490d-b434-fa0571477961 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 210 time: 0.0350213 Sep 26 12:39:31.582253 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d64a734f-763c-4c90-b5a1-ed3e0c562b58 req-860b8a08-ac61-4db7-b9cf-f3552db0de55 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c842d1ee-efa0-4757-958c-df41f73b786f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850010 Sep 26 12:39:31.616686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (40870201-33d5-4837-ba55-c4c23fc3a8b7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.649522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=40870201-33d5-4837-ba55-c4c23fc3a8b7,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:31.762373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:39:31.868052 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:39:31.878409 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:39:31.889303 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:31.889909 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:31.913015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] No DVR routers for this DVR port 40870201-33d5-4837-ba55-c4c23fc3a8b7 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:31.915314 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:31.918479 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f15c68d9-9d5d-4be7-a77a-3a0668110e1b req-98759f1b-9ede-466e-ac24-292a3de76097 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "DELETE /networking/v2.0/ports/40870201-33d5-4837-ba55-c4c23fc3a8b7 HTTP/1.1" status: 204 len: 173 time: 1.1414759 Sep 26 12:39:31.918969 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'name': 'network-vif-deleted', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:31.921299 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cc922b-807f-476d-ac97-e0f6121c7635" -d '{"events": [{"server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "name": "network-vif-deleted", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:31.958070 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed884e5-a3dd-4645-9482-905855e98481 x-openstack-request-id: req-3ed884e5-a3dd-4645-9482-905855e98481 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:31.958460 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade8b1ef-1dea-4766-9e12-b78a42211b41", "name": "network-vif-deleted", "tag": "40870201-33d5-4837-ba55-c4c23fc3a8b7", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:31.958624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ed884e5-a3dd-4645-9482-905855e98481 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:31.959006 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed884e5-a3dd-4645-9482-905855e98481'] response: {'server_uuid': 'ade8b1ef-1dea-4766-9e12-b78a42211b41', 'name': 'network-vif-deleted', 'tag': '40870201-33d5-4837-ba55-c4c23fc3a8b7', 'status': 'completed', 'code': 200} Sep 26 12:39:31.996916 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:32.120848 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:32.146060 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:32.200615 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:32.225346 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:32.234165 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:32.234753 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:32.332068 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:32.522270 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:32.547294 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0ffa5-8c89-4c4c-97f1-3a65fb726696 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:32.729264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aab4c5d-9c3c-4b4d-beb6-95618d38d8e3 req-8196248b-ff8a-4f96-9d71-77ed91af0425 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ade8b1ef-1dea-4766-9e12-b78a42211b41 HTTP/1.1" status: 200 len: 210 time: 0.0465860 Sep 26 12:39:32.731670 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-95ed482f-ca97-4e70-bf1c-d42ffb4b1fcb req-de01fb7d-3de1-44d1-85bb-9f33ac0e0990 tempest-ServerRescueNegativeTestJSON-1160113801 tempest-ServerRescueNegativeTestJSON-1160113801-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=adc14ee3-8214-46f5-aaf5-4f3e4a3f37c0 HTTP/1.1" status: 200 len: 210 time: 0.0593119 Sep 26 12:39:32.832784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724da1a-a4d3-4ce2-a9fc-ceae8b323f77 None None] New status for floating IP 8de3d397-7adb-4b47-96dd-1c3642b38176: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:39:33.809564 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41372) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:33.937139 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41376) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:33.992132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (c842d1ee-efa0-4757-958c-df41f73b786f), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.015074 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (c842d1ee-efa0-4757-958c-df41f73b786f), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.041746 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:34.123266 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:34.165061 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c842d1ee-efa0-4757-958c-df41f73b786f), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.167598 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.169400 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c842d1ee-efa0-4757-958c-df41f73b786f HTTP/1.1" status: 204 len: 168 time: 0.2312481 Sep 26 12:39:34.172774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41378) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:34.193095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa7d6b-fda6-4557-8aeb-f0e06f042591 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c842d1ee-efa0-4757-958c-df41f73b786f,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:34.195562 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.api.v2.resource [None req-b17491f9-acfe-43ed-9654-1af04511550d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] show failed (client error): The resource could not be found. Sep 26 12:39:34.196631 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b17491f9-acfe-43ed-9654-1af04511550d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c842d1ee-efa0-4757-958c-df41f73b786f HTTP/1.1" status: 404 len: 347 time: 0.0228932 Sep 26 12:39:34.199686 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41380) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:34.284757 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.313893 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port 53e3d73d-e6fe-4213-8d64-25b19a8514ce {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:34.314301 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.382393 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9614789-15fa-423e-9cf3-b51a37685da8 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:34.392911 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.393253 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (53e3d73d-e6fe-4213-8d64-25b19a8514ce), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.402751 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: d9614789-15fa-423e-9cf3-b51a37685da8 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:34.403174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9614789-15fa-423e-9cf3-b51a37685da8 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:34.403688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 40870201-33d5-4837-ba55-c4c23fc3a8b7 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:34.407012 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for 53e3d73d-e6fe-4213-8d64-25b19a8514ce owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:34.412158 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:34.422621 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 40870201-33d5-4837-ba55-c4c23fc3a8b7 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:34.422891 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 40870201-33d5-4837-ba55-c4c23fc3a8b7 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:34.457385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:34.557009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Deleting port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:34.557343 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.627854 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (53e3d73d-e6fe-4213-8d64-25b19a8514ce), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.633818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] For port cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:34.634181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.647661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Calling delete_port for cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:34.655043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=53e3d73d-e6fe-4213-8d64-25b19a8514ce,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:34.726703 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (8de3d397-7adb-4b47-96dd-1c3642b38176), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.733255 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.733255 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4450e428-2d02-4894-94d1-0b877b5fc999 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8de3d397-7adb-4b47-96dd-1c3642b38176 HTTP/1.1" status: 204 len: 168 time: 0.5298710 Sep 26 12:39:34.758447 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.872330 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41384) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:34.876973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215028766', 'description': 'tempest-description--2104438187'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:34.976399 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:34.979883 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:35.003728 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:35.005376 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.090814 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (03106514-8afa-4772-baf7-73f3367b7d2d), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.169477 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.176240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (03106514-8afa-4772-baf7-73f3367b7d2d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.214002 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03106514-8afa-4772-baf7-73f3367b7d2d,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:35.228575 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:35.281563 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.282769 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-dffc5695-d88d-4563-93aa-7f5a16a044cd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4094071 Sep 26 12:39:35.285623 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41386) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:35.289963 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '03106514-8afa-4772-baf7-73f3367b7d2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:35.376235 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Router 90cdc5c5-320a-4601-9007-f1b606ffb3ce has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:39:35.376469 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (5b6f0612-f3b3-45ef-adef-846e172a73f1), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.432124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (5b6f0612-f3b3-45ef-adef-846e172a73f1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.478280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:39:35.483195 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-397dcfc0-28c3-4e86-83b5-989a710ddf4f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/90cdc5c5-320a-4601-9007-f1b606ffb3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763883 Sep 26 12:39:35.485873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41388) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:35.491216 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Sync routers for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:39:35.508498 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:35.509103 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:35.530712 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (5b6f0612-f3b3-45ef-adef-846e172a73f1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.550842 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6f0612-f3b3-45ef-adef-846e172a73f1,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:35.587463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks [] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.610558 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:35.640869 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.644708 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5a6f6bfc-56c9-4b8f-86a4-dbeba10b633b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555663 Sep 26 12:39:35.645589 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41390) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:35.650127 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'security_group_rule': {'security_group_id': '03106514-8afa-4772-baf7-73f3367b7d2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:35.756230 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:35.770654 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (92050b38-37fd-4399-bf85-f8854325f9b6), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.794603 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:39:34Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:35.823000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:35.824540 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Checking router: 90cdc5c5-320a-4601-9007-f1b606ffb3ce for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:35.834278 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Routers {'90cdc5c5-320a-4601-9007-f1b606ffb3ce'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:35.834884 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:35.838536 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (92050b38-37fd-4399-bf85-f8854325f9b6), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.922908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks [] for router_gateway (90cdc5c5-320a-4601-9007-f1b606ffb3ce), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.936753 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] Set router 90cdc5c5-320a-4601-9007-f1b606ffb3ce gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:35.937148 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (92050b38-37fd-4399-bf85-f8854325f9b6), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:35.956936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92050b38-37fd-4399-bf85-f8854325f9b6,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:36.048750 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.054538 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-498c60b5-81f4-45d5-9b46-a49db3abec2d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4034884 Sep 26 12:39:36.054538 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41392) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:36.056942 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Deleting port 8bef641c-7686-4b16-bda8-7f3cb748763c {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:36.057380 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.060882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:36.103096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:36.139688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] For port 8bef641c-7686-4b16-bda8-7f3cb748763c, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=8bef641c-7686-4b16-bda8-7f3cb748763c,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:36.140055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.152818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Calling delete_port for 8bef641c-7686-4b16-bda8-7f3cb748763c owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:36.181552 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.188126 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:39:34Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:36.213333 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6253969-1e31-40a5-b2cb-b1320533671d None None] The sync data for ids ['90cdc5c5-320a-4601-9007-f1b606ffb3ce'] in dv-cinder-827624-1-iscsi is: [{'id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'name': 'tempest-ServerRescueNegativeTestJSON-222213942-router', 'tenant_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:39:34Z', 'revision_number': 5, 'project_id': '51e0f761f6a74bbc85c5b5a31a307f16', 'gw_port': {'id': '8bef641c-7686-4b16-bda8-7f3cb748763c', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdc5c5-320a-4601-9007-f1b606ffb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:36.272281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.375879 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:36.377146 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.27.1.153 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/1605fd45-e4ac-43ff-a729-a312da867867) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:39:36.479361 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (8bef641c-7686-4b16-bda8-7f3cb748763c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.480060 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (1605fd45-e4ac-43ff-a729-a312da867867), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.509076 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bef641c-7686-4b16-bda8-7f3cb748763c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:36.572962 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.605327 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (1605fd45-e4ac-43ff-a729-a312da867867), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.650458 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:39:36.654758 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:39:36.658687 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:39:36.662250 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=1605fd45-e4ac-43ff-a729-a312da867867,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:36.680779 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.683601 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks [] for router_controller (90cdc5c5-320a-4601-9007-f1b606ffb3ce), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.708454 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:36.711928 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:36.752029 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.868178 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (90cdc5c5-320a-4601-9007-f1b606ffb3ce), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.868839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90cdc5c5-320a-4601-9007-f1b606ffb3ce {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:39:36.874907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.878906 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ac56e276-4c09-4e43-aae0-ea9da77c559b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/90cdc5c5-320a-4601-9007-f1b606ffb3ce HTTP/1.1" status: 204 len: 168 time: 1.3920083 Sep 26 12:39:36.879522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41394) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:36.898634 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1605fd45-e4ac-43ff-a729-a312da867867), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.925720 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Deleting subnet 011c7ddc-c4b6-406f-8603-4b46e94443c5 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:39:36.928959 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Publish callbacks [] for subnet (011c7ddc-c4b6-406f-8603-4b46e94443c5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:36.971389 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (011c7ddc-c4b6-406f-8603-4b46e94443c5), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.062082 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (1605fd45-e4ac-43ff-a729-a312da867867), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.089370 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (011c7ddc-c4b6-406f-8603-4b46e94443c5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.147897 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (1605fd45-e4ac-43ff-a729-a312da867867), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.214792 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.216417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (011c7ddc-c4b6-406f-8603-4b46e94443c5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.218480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=1605fd45-e4ac-43ff-a729-a312da867867,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:37.247325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011c7ddc-c4b6-406f-8603-4b46e94443c5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:37.251997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.255921 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ebb10677-5226-4bc4-90b6-328ae0e90dbc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/011c7ddc-c4b6-406f-8603-4b46e94443c5 HTTP/1.1" status: 204 len: 168 time: 0.3752375 Sep 26 12:39:37.257008 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1910f-2882-4033-b7c2-37ed310171ec None None] Network fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:39:37.258373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41396) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:37.293080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.296229 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f7ead8ae-a92f-4632-aba2-19786d5c8cf0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2391424 Sep 26 12:39:37.334132 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.386973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Deleting port 3773a624-986a-4735-bd47-56898bd97f89 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:37.386973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3773a624-986a-4735-bd47-56898bd97f89), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.454620 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:37.462689 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] DHCP port deletion for fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:39:37.473765 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] For port 3773a624-986a-4735-bd47-56898bd97f89, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3773a624-986a-4735-bd47-56898bd97f89,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:37.474128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3773a624-986a-4735-bd47-56898bd97f89), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.491073 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Calling delete_port for 3773a624-986a-4735-bd47-56898bd97f89 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:37.503933 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Deleting port 3773a624-986a-4735-bd47-56898bd97f89 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:39:37.504314 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3773a624-986a-4735-bd47-56898bd97f89), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.521328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-8e03d971-d28c-4002-8d17-153718a27407 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215028766&fields=id&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 267 time: 0.0837212 Sep 26 12:39:37.568402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] For port 3773a624-986a-4735-bd47-56898bd97f89, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3773a624-986a-4735-bd47-56898bd97f89,segment=NetworkSegment(ab65cec8-8e36-4944-a3cc-cccd78a7d312),segment_id=ab65cec8-8e36-4944-a3cc-cccd78a7d312)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:37.568800 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3773a624-986a-4735-bd47-56898bd97f89), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.581714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Calling delete_port for 3773a624-986a-4735-bd47-56898bd97f89 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:39:37.678612 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-3deb2c97-27cd-491a-80e4-8c4dc2d13da1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:37.680073 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-3deb2c97-27cd-491a-80e4-8c4dc2d13da1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1297050 Sep 26 12:39:37.691572 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 8bef641c-7686-4b16-bda8-7f3cb748763c no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:37.696315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-e7743c40-9bd5-4fbf-95ce-2f2269605abe tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/quotas/89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 375 time: 0.0097804 Sep 26 12:39:37.710685 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 8bef641c-7686-4b16-bda8-7f3cb748763c {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:37.711032 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 8bef641c-7686-4b16-bda8-7f3cb748763c not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:37.711453 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:37.730037 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:39:37.730933 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device cdeae4cb-f2e1-4d05-bfc2-2f80c6d57d47 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:37.731351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3773a624-986a-4735-bd47-56898bd97f89 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:39:37.750409 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-13db2f1b-168b-45f8-b1d5-cbd50ed8102b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487449 Sep 26 12:39:37.753285 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (3773a624-986a-4735-bd47-56898bd97f89), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.768345 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (3773a624-986a-4735-bd47-56898bd97f89), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.786185 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3773a624-986a-4735-bd47-56898bd97f89,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:37.787585 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] No DVR routers for this DVR port 3773a624-986a-4735-bd47-56898bd97f89 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:37.798435 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No active binding found for port 3773a624-986a-4735-bd47-56898bd97f89 {{(pid=106798) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 26 12:39:37.798819 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] The host dv-cinder-827624-1-iscsi is not matching for port 3773a624-986a-4735-bd47-56898bd97f89 host None! {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 26 12:39:37.799204 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3773a624-986a-4735-bd47-56898bd97f89 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:39:37.802304 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] Pushing event deleted for resources: {'Port': ['ID=3773a624-986a-4735-bd47-56898bd97f89,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:37.806409 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2712d5-692d-4acc-b37c-ecec014c207b None None] No DVR routers for this DVR port 3773a624-986a-4735-bd47-56898bd97f89 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:39:37.915425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.944309 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae5f2b6-e710-4c22-abd4-ff4b3fd200a4']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:37.958029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab65cec8-8e36-4944-a3cc-cccd78a7d312') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:37.958325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab65cec8-8e36-4944-a3cc-cccd78a7d312') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:37.975974 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (ab65cec8-8e36-4944-a3cc-cccd78a7d312), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:37.998809 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-d143a442-a368-4e51-88f6-53dbe9c06967 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346175 Sep 26 12:39:37.999679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (ab65cec8-8e36-4944-a3cc-cccd78a7d312), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.013390 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:39:38.013797 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (ab65cec8-8e36-4944-a3cc-cccd78a7d312), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.035937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:38.068558 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment ab65cec8-8e36-4944-a3cc-cccd78a7d312 resource provider aggregate not found Sep 26 12:39:38.111721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment ab65cec8-8e36-4944-a3cc-cccd78a7d312 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab65cec8-8e36-4944-a3cc-cccd78a7d312 found for delete ", "request_id": "req-96d07ef7-b9b8-4d05-ad68-5a199e33b64d"}]} Sep 26 12:39:38.149001 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-b72caf93-e23a-465b-9ee1-5693660aa122 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431477 Sep 26 12:39:38.283373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (fae5f2b6-e710-4c22-abd4-ff4b3fd200a4), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.289324 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.292539 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fae5f2b6-e710-4c22-abd4-ff4b3fd200a4 HTTP/1.1" status: 204 len: 168 time: 1.0332460 Sep 26 12:39:38.304684 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3012e-4d1e-4b9a-9f8e-1f3d9d72fff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae5f2b6-e710-4c22-abd4-ff4b3fd200a4,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:38.464420 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9954b0ed-0082-4244-beb1-fe4b7f12a99d req-1f1e7b5e-271f-474c-b273-c5758965cdb1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Sep 26 12:39:38.682734 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41430) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:38.728300 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bbc5f993-8b81-411c-ab35-a447be345efd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=51e0f761f6a74bbc85c5b5a31a307f16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441184 Sep 26 12:39:38.731455 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41432) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:38.782251 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] Publish callbacks [] for security_group (de681728-c816-4d42-bd07-6496461d2ca9), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.802735 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] Publish callbacks [] for security_group (de681728-c816-4d42-bd07-6496461d2ca9), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.919407 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (de681728-c816-4d42-bd07-6496461d2ca9), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.921960 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:38.926014 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/de681728-c816-4d42-bd07-6496461d2ca9 HTTP/1.1" status: 204 len: 168 time: 0.1934068 Sep 26 12:39:38.934417 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443e77f-4f0b-4277-9270-51efdb371934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de681728-c816-4d42-bd07-6496461d2ca9,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:39.568940 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17922fe5-2a2b-488a-8a3c-c0e5350cdf6e req-eca2e698-b74b-4871-a0e0-dc4666ff842c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 210 time: 0.0284235 Sep 26 12:39:39.982680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-731f61d4-1435-4956-94f1-40578e27ed0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:40.672952 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-823a046c-1318-4359-b84e-1089491e23b8 req-4302c679-d6aa-4c9c-b5b2-a1e365ff3347 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 210 time: 0.0271258 Sep 26 12:39:40.890236 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-810a5481-c082-4610-86b4-76f60553c237 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:40.895565 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-810a5481-c082-4610-86b4-76f60553c237 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 815 time: 0.1153877 Sep 26 12:39:40.921988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:40.972245 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-a8e513b9-2903-4cd4-b78b-f2cef3b56998 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89607848a0d9410a9be20cc3083a34fa HTTP/1.1" status: 200 len: 379 time: 0.0566080 Sep 26 12:39:40.986643 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'port': {'device_id': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'admin_state_up': True, 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'security_groups': ['03106514-8afa-4772-baf7-73f3367b7d2d']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:41.233426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Made reservation on behalf of 89607848a0d9410a9be20cc3083a34fa for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:39:41.237461 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.361369 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Allocated IP 172.20.0.5 (736ece97-e5f4-47b0-b5cd-a4ec14369037/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a/7eaa2f00-95d6-455b-87f3-4003a0527c33) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:39:41.372436 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:41.499594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.638569 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.685386 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:39:41.690920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:39:41.693628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:39:41.724476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event updated for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:41.755438 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:41.756469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.814780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dfc6e-2ebd-4ecf-b171-0612efc0e9c8 req-a5b29f00-7b88-4106-806d-0410d2988037 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:41.816254 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-333dfc6e-2ebd-4ecf-b171-0612efc0e9c8 req-a5b29f00-7b88-4106-806d-0410d2988037 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 931 time: 0.0555503 Sep 26 12:39:41.870664 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-01c36900-db10-460d-a0db-5c6e7b102b1b tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875694 Sep 26 12:39:41.887854 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-333dfc6e-2ebd-4ecf-b171-0612efc0e9c8 req-6b3ce7db-b6b3-4077-b34f-f34e2aa35157 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561969 Sep 26 12:39:41.891109 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Request body: {'port': {'device_id': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:41.914808 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:41.961147 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.968619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Provisioning complete for port 7eaa2f00-95d6-455b-87f3-4003a0527c33 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:39:41.969098 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:41.969612 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Attempt 1 to provision port 7eaa2f00-95d6-455b-87f3-4003a0527c33 Sep 26 12:39:42.004171 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Port 7eaa2f00-95d6-455b-87f3-4003a0527c33 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:39:42.216042 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaa2f00-95d6-455b-87f3-4003a0527c33 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:39:42.223448 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks [] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.235503 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Transition to ACTIVE for port object 7eaa2f00-95d6-455b-87f3-4003a0527c33 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:39:42.290408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2787-d2ae-42c9-84de-46bf2eba14bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.342389 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.419866 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:42.441670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:42.452587 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Attempting to bind port 7eaa2f00-95d6-455b-87f3-4003a0527c33 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:39:42.452919 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Attempting to bind port 7eaa2f00-95d6-455b-87f3-4003a0527c33 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:39:42.453241 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Attempting to bind port 7eaa2f00-95d6-455b-87f3-4003a0527c33 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:39:42.492585 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Port 7eaa2f00-95d6-455b-87f3-4003a0527c33 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:39:42.492906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Attempting to bind port 7eaa2f00-95d6-455b-87f3-4003a0527c33 on network 736ece97-e5f4-47b0-b5cd-a4ec14369037 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:39:42.505948 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Attempt 2 to provision port 7eaa2f00-95d6-455b-87f3-4003a0527c33 Sep 26 12:39:42.534671 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:39:42.535005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Checking segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:39:42.535382 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Bound using segment: {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:39:42.535839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Bound port: 7eaa2f00-95d6-455b-87f3-4003a0527c33, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:39:42.536192 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.540736 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Port 7eaa2f00-95d6-455b-87f3-4003a0527c33 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:39:42.603935 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:39:42.603935 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:39:42.754975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.763692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:42.763692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:42.763692 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/7eaa2f00-95d6-455b-87f3-4003a0527c33 HTTP/1.1" status: 200 len: 1093 time: 0.8762853 Sep 26 12:39:42.763692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:42.765095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e5f2c-be87-4730-8342-750493ff8dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:42.829551 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb4cb3-4695-49b7-92a6-fffd6e20e394 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:42.877303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d244b9e1-f70f-4087-92ff-c5b7061df4b1 x-openstack-request-id: req-d244b9e1-f70f-4087-92ff-c5b7061df4b1 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:42.877590 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:42.877841 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d244b9e1-f70f-4087-92ff-c5b7061df4b1 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:42.878239 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d244b9e1-f70f-4087-92ff-c5b7061df4b1'] response: {'name': 'network-changed', 'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'status': 'completed', 'code': 200} Sep 26 12:39:42.994184 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5f2c-be87-4730-8342-750493ff8dbd req-58a49988-57ef-4208-b1ca-777b569eb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:42.995541 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-963e5f2c-be87-4730-8342-750493ff8dbd req-58a49988-57ef-4208-b1ca-777b569eb0ea service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 1127 time: 0.0651064 Sep 26 12:39:43.010848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d2fa8-48f4-4c8d-a02b-59bfa33b9dad req-7a2c41e5-ce5a-49f6-a834-c8530b352542 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.012252 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0d8d2fa8-48f4-4c8d-a02b-59bfa33b9dad req-7a2c41e5-ce5a-49f6-a834-c8530b352542 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 943 time: 0.0509596 Sep 26 12:39:43.041842 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Attempt 3 to provision port 7eaa2f00-95d6-455b-87f3-4003a0527c33 Sep 26 12:39:43.069085 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:43.080037 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-20868875-0a8c-441b-ac27-b4c3632c2338 None None] Port 7eaa2f00-95d6-455b-87f3-4003a0527c33 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:39:43.099109 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:43.116350 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0d8d2fa8-48f4-4c8d-a02b-59bfa33b9dad req-6e64f8ee-0076-440d-82ca-8219ce787f63 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956609 Sep 26 12:39:43.140182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5f2c-be87-4730-8342-750493ff8dbd req-b5539db2-521d-481f-b5e7-d3559316820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.141608 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-963e5f2c-be87-4730-8342-750493ff8dbd req-b5539db2-521d-481f-b5e7-d3559316820f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=89607848a0d9410a9be20cc3083a34fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1285427 Sep 26 12:39:43.242307 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5f2c-be87-4730-8342-750493ff8dbd req-cf1497b1-bcdd-49c6-9c38-31812cb885a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.243753 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-963e5f2c-be87-4730-8342-750493ff8dbd req-cf1497b1-bcdd-49c6-9c38-31812cb885a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915322 Sep 26 12:39:43.294370 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:43.349238 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-d1e625e9-f87f-4d26-834b-345a2193a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.350735 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-d1e625e9-f87f-4d26-834b-345a2193a5d1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 1127 time: 0.0407481 Sep 26 12:39:43.382346 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:43.399279 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-f7406ae3-7eaa-4dc8-9a9d-7f41aaad388a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33 HTTP/1.1" status: 200 len: 217 time: 0.0331705 Sep 26 12:39:43.451334 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-82e1c6dd-4eb8-4d08-bb2d-ec6f98202ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.452812 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-82e1c6dd-4eb8-4d08-bb2d-ec6f98202ead service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.0470414 Sep 26 12:39:43.496665 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-e340bfb7-104b-40eb-b40c-aadba2d30d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.498100 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-e340bfb7-104b-40eb-b40c-aadba2d30d0b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372140 Sep 26 12:39:43.591736 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-4e7e8e03-b19e-4df7-9293-b3801cc3939a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Sep 26 12:39:43.920334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c71e35ed-7e13-46f9-9651-76bbf1d11109 req-09b08405-f8e3-4ec0-95b6-987ed061ce09 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206639 Sep 26 12:39:43.984056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a93b6-5120-4b2a-be12-a26360c569f6 req-104f25cf-c3c3-4a3e-a7ba-9c27825361cf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:43.985491 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d6a93b6-5120-4b2a-be12-a26360c569f6 req-104f25cf-c3c3-4a3e-a7ba-9c27825361cf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0451608 Sep 26 12:39:44.036015 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d6a93b6-5120-4b2a-be12-a26360c569f6 req-7a491ee1-3047-4bd3-a306-a6ad8e7416b7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 Sep 26 12:39:44.236798 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c060fd0-fa2a-4c9f-841b-5cd5830548d6 req-5213a38c-9759-4ab4-9a0b-083d96634398 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:44.238319 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c060fd0-fa2a-4c9f-841b-5cd5830548d6 req-5213a38c-9759-4ab4-9a0b-083d96634398 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 943 time: 0.0451529 Sep 26 12:39:44.284441 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4c060fd0-fa2a-4c9f-841b-5cd5830548d6 req-28a9963f-a11d-4367-8cb7-b038e56342e6 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Sep 26 12:39:45.113736 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:45.142032 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:45.163257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f82a-f84b-4d0c-a093-7ee721fadf2c req-3c4f6213-dfc3-4c19-8cbe-7868849e11e0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:45.164709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2278f82a-f84b-4d0c-a093-7ee721fadf2c req-3c4f6213-dfc3-4c19-8cbe-7868849e11e0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0448995 Sep 26 12:39:45.204888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:45.211834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2278f82a-f84b-4d0c-a093-7ee721fadf2c req-3c9f1385-c4ff-4a15-95fa-2d1bf915c420 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Sep 26 12:39:45.407796 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e409737-9b16-4fa5-a862-7640117d67b9 req-c6065f83-6d01-4b4d-ba1a-2d4a7f3d2dd7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:45.409213 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e409737-9b16-4fa5-a862-7640117d67b9 req-c6065f83-6d01-4b4d-ba1a-2d4a7f3d2dd7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 943 time: 0.0493960 Sep 26 12:39:45.454858 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e409737-9b16-4fa5-a862-7640117d67b9 req-0d5ca987-ad01-473f-96fa-473d81d793b7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 Sep 26 12:39:46.332000 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=73 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:46.343410 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=35 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:46.355394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7853f-7677-4c08-a525-33def45810bf req-772685c1-a562-46ad-a7af-fe756a83f829 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:46.360124 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60c7853f-7677-4c08-a525-33def45810bf req-772685c1-a562-46ad-a7af-fe756a83f829 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0574758 Sep 26 12:39:46.409787 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60c7853f-7677-4c08-a525-33def45810bf req-65f274ca-740e-468c-94bd-470d40932c63 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Sep 26 12:39:46.434411 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 7eaa2f00-95d6-455b-87f3-4003a0527c33 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:39:46.545070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:46.562070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'port_id': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'mac_address': 'fa:16:3e:c3:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:39:46.599805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80802a52-dd0b-4705-aa4c-5df982ed2418 req-cb9572af-c2e8-4070-8ccd-b600d8cc18a7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:46.601408 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-80802a52-dd0b-4705-aa4c-5df982ed2418 req-cb9572af-c2e8-4070-8ccd-b600d8cc18a7 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 943 time: 0.0648181 Sep 26 12:39:46.602189 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 7eaa2f00-95d6-455b-87f3-4003a0527c33 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:39:46.602600 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:46.625030 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaa2f00-95d6-455b-87f3-4003a0527c33 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:39:46.647029 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:46.652016 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-80802a52-dd0b-4705-aa4c-5df982ed2418 req-6e35b202-66bc-4927-9623-523e04aecd42 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Sep 26 12:39:46.740362 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:46.785082 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:47.074008 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['7eaa2f00-95d6-455b-87f3-4003a0527c33'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:39:47.533231 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd91f6-9a22-4837-90ec-9248b6dd2408 req-b1c13ef5-de0f-4984-a4b8-461212e4b919 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:47.534704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbfd91f6-9a22-4837-90ec-9248b6dd2408 req-b1c13ef5-de0f-4984-a4b8-461212e4b919 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0459256 Sep 26 12:39:47.580834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbfd91f6-9a22-4837-90ec-9248b6dd2408 req-a8603e0d-10c3-48eb-8948-f713d0748ef2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Sep 26 12:39:47.767671 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60875e1d-01d7-4d15-ba95-74de9169dd8e req-41eeb30b-63cb-4921-8cf6-8c3220c1e189 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:47.769101 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60875e1d-01d7-4d15-ba95-74de9169dd8e req-41eeb30b-63cb-4921-8cf6-8c3220c1e189 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 944 time: 0.0452473 Sep 26 12:39:47.804471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:47.819299 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-60875e1d-01d7-4d15-ba95-74de9169dd8e req-735447df-0e38-40b7-897a-c2b33f9e93ba tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Sep 26 12:39:48.440443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 7eaa2f00-95d6-455b-87f3-4003a0527c33 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:39:48.481630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 7eaa2f00-95d6-455b-87f3-4003a0527c33 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:39:48.593097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 7eaa2f00-95d6-455b-87f3-4003a0527c33 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:39:48.593484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:48.593829 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 7eaa2f00-95d6-455b-87f3-4003a0527c33 Sep 26 12:39:48.670925 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 7eaa2f00-95d6-455b-87f3-4003a0527c33 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:39:48.671318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:48.695453 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:48.697584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251242e9-a6f3-4b98-b495-ecc6e2c4b2ba" -d '{"events": [{"server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "name": "network-vif-plugged", "status": "completed", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:48.708630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f39d8-87d9-4aeb-94d7-7c6129be769f req-efd05b06-e42b-4677-873f-1edc37b17c5b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:48.710160 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-487f39d8-87d9-4aeb-94d7-7c6129be769f req-efd05b06-e42b-4677-873f-1edc37b17c5b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0483057 Sep 26 12:39:48.711322 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:48.760099 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-487f39d8-87d9-4aeb-94d7-7c6129be769f req-71034ce4-4103-4c64-811c-c87a5040f9ac tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Sep 26 12:39:48.792993 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe058f6-047c-41e3-8ae2-27703a42bace x-openstack-request-id: req-2fe058f6-047c-41e3-8ae2-27703a42bace {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:48.792993 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "name": "network-vif-plugged", "status": "completed", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:48.792993 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fe058f6-047c-41e3-8ae2-27703a42bace {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:48.792993 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe058f6-047c-41e3-8ae2-27703a42bace'] response: {'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'code': 200} Sep 26 12:39:48.836751 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:48.879210 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:48.931034 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:48.935769 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:48.946453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e7c6-08cb-4280-939e-550624486baf req-14350994-d62b-4d9d-9f37-4d83b5e7d76d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:48.947964 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a31e7c6-08cb-4280-939e-550624486baf req-14350994-d62b-4d9d-9f37-4d83b5e7d76d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Sep 26 12:39:48.996237 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a31e7c6-08cb-4280-939e-550624486baf req-78d0364b-166e-48b3-a372-244b18451e8d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 Sep 26 12:39:49.254568 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ac02-d323-431b-bfa3-d9bd065cdf61 req-47418682-eb49-4a15-aa7d-e55f978d91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:49.255961 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9988ac02-d323-431b-bfa3-d9bd065cdf61 req-47418682-eb49-4a15-aa7d-e55f978d91f5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 1129 time: 0.0424757 Sep 26 12:39:49.299695 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9988ac02-d323-431b-bfa3-d9bd065cdf61 req-7232d2fa-7542-4c26-8ede-04726f31a0cc service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Sep 26 12:39:49.886984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530327b-eddd-45db-9266-088aba3ec516 req-8d047af8-2ded-4710-bfe3-bd56505922bb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:49.888911 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1530327b-eddd-45db-9266-088aba3ec516 req-8d047af8-2ded-4710-bfe3-bd56505922bb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0465181 Sep 26 12:39:49.934908 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1530327b-eddd-45db-9266-088aba3ec516 req-268da1b9-b620-4c17-8d51-f0729ca87827 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Sep 26 12:39:50.119013 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2e53d-0428-495a-a050-605f7cb2db57 req-3fbb4dda-f70a-4893-950e-feb50b145d35 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:50.120478 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ab2e53d-0428-495a-a050-605f7cb2db57 req-3fbb4dda-f70a-4893-950e-feb50b145d35 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0462031 Sep 26 12:39:50.170080 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9ab2e53d-0428-495a-a050-605f7cb2db57 req-d586de65-8359-445d-a564-9a6da7d28e7d tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433385 Sep 26 12:39:50.688740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41622) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:50.792042 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa0ae-ef17-44a5-bf37-097ee6fcf1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:50.866973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa0ae-ef17-44a5-bf37-097ee6fcf1fb admin admin] Publish callbacks [] for security_group (e892181c-530d-4b67-ad44-4a7218ea3543), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:50.958873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa0ae-ef17-44a5-bf37-097ee6fcf1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e892181c-530d-4b67-ad44-4a7218ea3543), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:50.962554 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:51.000915 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c4aaa0ae-ef17-44a5-bf37-097ee6fcf1fb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3b61d8a0f8ec4bb38633fdfd0353092d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110616 Sep 26 12:39:51.001630 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaa0ae-ef17-44a5-bf37-097ee6fcf1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e892181c-530d-4b67-ad44-4a7218ea3543,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:51.003752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41628) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:51.057602 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] Publish callbacks [] for security_group (e892181c-530d-4b67-ad44-4a7218ea3543), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:51.067603 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5d58-ec65-428a-99b8-18459456051b req-104f9f8b-ae3a-4638-80c8-ad01bd03a966 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:51.069218 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70da5d58-ec65-428a-99b8-18459456051b req-104f9f8b-ae3a-4638-80c8-ad01bd03a966 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0524387 Sep 26 12:39:51.083269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] Publish callbacks [] for security_group (e892181c-530d-4b67-ad44-4a7218ea3543), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:51.121424 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70da5d58-ec65-428a-99b8-18459456051b req-03f22793-d5e0-4b2a-bd7a-97760a61d988 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Sep 26 12:39:51.239602 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e892181c-530d-4b67-ad44-4a7218ea3543), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:51.242296 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:51.243605 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e892181c-530d-4b67-ad44-4a7218ea3543 HTTP/1.1" status: 204 len: 168 time: 0.2383389 Sep 26 12:39:51.252711 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f37ad-1930-4429-b692-159aa30fbad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e892181c-530d-4b67-ad44-4a7218ea3543,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:51.300010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6deb78e-ab10-43ae-8746-6212b831ab96 req-1191822c-5320-472b-9f8c-d66c7fde69d1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:51.301511 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c6deb78e-ab10-43ae-8746-6212b831ab96 req-1191822c-5320-472b-9f8c-d66c7fde69d1 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0579152 Sep 26 12:39:51.328073 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:51.350604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c6deb78e-ab10-43ae-8746-6212b831ab96 req-12413089-8690-403e-a2a9-d1687c5f5059 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426695 Sep 26 12:39:51.470093 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1b0d3-4322-48d4-a50d-511f2c49d587 req-558a07bc-c5d6-42f0-92b0-8676d3bbe296 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:51.471605 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cfe1b0d3-4322-48d4-a50d-511f2c49d587 req-558a07bc-c5d6-42f0-92b0-8676d3bbe296 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0484478 Sep 26 12:39:51.481520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41636) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:39:51.485865 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Request body: {'floatingip': {'port_id': '7eaa2f00-95d6-455b-87f3-4003a0527c33'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:39:51.528009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:51.958386 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:52.050270 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:52.154689 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 536a4e15-e4c5-4095-af57-b669641b4301 associated. External IP: 172.27.1.153, port: 7eaa2f00-95d6-455b-87f3-4003a0527c33. Sep 26 12:39:52.275891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:52.284628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707a205-875e-4209-ab91-fe5850a08428 req-866833db-c3c0-4fb9-9421-0e2051b185cd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:52.286083 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b707a205-875e-4209-ab91-fe5850a08428 req-866833db-c3c0-4fb9-9421-0e2051b185cd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0832613 Sep 26 12:39:52.417109 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b707a205-875e-4209-ab91-fe5850a08428 req-a64a9a38-1286-412a-9a28-01e9c757112c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907657 Sep 26 12:39:52.445236 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:39:52.547409 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:39:52.557015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:52.557556 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:39:52.559291 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:52.569534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:52.570149 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:52.592242 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c5ad740a-b0dd-4151-9ba9-b1df6460a8fd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/536a4e15-e4c5-4095-af57-b669641b4301 HTTP/1.1" status: 200 len: 991 time: 1.1094558 Sep 26 12:39:52.592935 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:39:52.595356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd9794-9961-4871-be06-f603535fb233" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:39:52.623533 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:52.634898 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7877efac-ecbb-49b3-ad11-32bc0aed8ba9 x-openstack-request-id: req-7877efac-ecbb-49b3-ad11-32bc0aed8ba9 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:39:52.635132 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:39:52.635393 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7877efac-ecbb-49b3-ad11-32bc0aed8ba9 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:39:52.635834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7877efac-ecbb-49b3-ad11-32bc0aed8ba9'] response: {'name': 'network-changed', 'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'status': 'completed', 'code': 200} Sep 26 12:39:52.725387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9794-9961-4871-be06-f603535fb233 req-097a98a1-53d4-42bf-abcc-78c19304c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:52.726910 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-097a98a1-53d4-42bf-abcc-78c19304c361 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=89607848a0d9410a9be20cc3083a34fa&device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 1129 time: 0.0430307 Sep 26 12:39:52.806828 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:52.812214 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:52.835140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9794-9961-4871-be06-f603535fb233 req-8b5e9579-b0b9-4e3e-a7cf-1a2744439ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:52.836685 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-8b5e9579-b0b9-4e3e-a7cf-1a2744439ec1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 200 len: 916 time: 0.1038728 Sep 26 12:39:52.902689 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-e653721c-b6b5-49ed-b881-ffdfee46c8ba service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33 HTTP/1.1" status: 200 len: 999 time: 0.0594480 Sep 26 12:39:52.954509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9794-9961-4871-be06-f603535fb233 req-bb105d1d-c541-43a7-8bee-171b00282c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:52.956991 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-bb105d1d-c541-43a7-8bee-171b00282c48 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 200 len: 854 time: 0.0486176 Sep 26 12:39:53.004165 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9794-9961-4871-be06-f603535fb233 req-da674565-c95c-4562-9e6c-5d0ca5a3b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:53.005781 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-da674565-c95c-4562-9e6c-5d0ca5a3b1f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=736ece97-e5f4-47b0-b5cd-a4ec14369037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431883 Sep 26 12:39:53.041750 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '536a4e15-e4c5-4095-af57-b669641b4301', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:c3:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:36Z', 'updated_at': '2022-09-26T12:39:51Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:53.073067 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:39:53.082684 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:39:53.083303 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:53.117229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-8e3261d1-b6a1-4a43-9696-a62b806d6c06 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040642 Sep 26 12:39:53.186348 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:39:53.216117 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a0bd9794-9961-4871-be06-f603535fb233 req-0ebd0294-7b1b-46cd-a2df-51e58275b12b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921800 Sep 26 12:39:53.402999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '536a4e15-e4c5-4095-af57-b669641b4301', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:c3:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:36Z', 'updated_at': '2022-09-26T12:39:51Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:39:53.427401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90fa4a-cfb4-4c71-b838-4b9c826be987 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '536a4e15-e4c5-4095-af57-b669641b4301', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'port_id': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'mac_address': 'fa:16:3e:c3:f2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:39:36Z', 'updated_at': '2022-09-26T12:39:51Z', 'revision_number': 1, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:39:53.558122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea949739-7778-4195-a45d-b9712309cd25 req-13950068-885b-49cb-8e7f-268f16d41fcb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:53.559660 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea949739-7778-4195-a45d-b9712309cd25 req-13950068-885b-49cb-8e7f-268f16d41fcb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0540271 Sep 26 12:39:53.610428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea949739-7778-4195-a45d-b9712309cd25 req-fb236a7f-9cc1-4aa4-b99b-7d54c2dd42ab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Sep 26 12:39:53.673698 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb37d96-e76c-4078-a280-060d0e951f50 None None] New status for floating IP 536a4e15-e4c5-4095-af57-b669641b4301: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:39:54.739594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a883b-9644-4168-94fd-e5eba7913256 req-949963c1-5ce6-4484-8932-28b285ea84f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:54.741078 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9b3a883b-9644-4168-94fd-e5eba7913256 req-949963c1-5ce6-4484-8932-28b285ea84f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0476561 Sep 26 12:39:54.787802 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9b3a883b-9644-4168-94fd-e5eba7913256 req-f6671d5e-e5cb-40f1-8e87-e3f7e39385ea tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404372 Sep 26 12:39:55.923352 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd29b3-8352-4bd6-8785-6e65a02eaa56 req-de117ee4-c705-4823-ab96-d9777465a811 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:55.924941 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2fdd29b3-8352-4bd6-8785-6e65a02eaa56 req-de117ee4-c705-4823-ab96-d9777465a811 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0480480 Sep 26 12:39:55.981768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2fdd29b3-8352-4bd6-8785-6e65a02eaa56 req-3779ee46-9047-4ebb-bb39-fed92cf078f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Sep 26 12:39:56.453461 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:39:56.553029 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:56.565188 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'b2266b1e-371d-4caf-916d-785323453079', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:39:56.599843 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: ACTIVE; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:39:56.600235 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:56.613254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2266b1e-371d-4caf-916d-785323453079 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:39:56.636526 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:39:56.696126 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:39:56.719561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:56.742742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=6']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:39:56.750257 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.750604 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.750942 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.751275 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.751606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.751958 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.752325 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.752661 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.752982 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.753309 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.753660 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.753981 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.754299 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.754609 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.754930 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:39:56.922359 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['b2266b1e-371d-4caf-916d-785323453079'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:39:56.970184 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:57.123473 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb827-fcc1-4179-8627-4b841ac035bb req-dae475d5-9fa1-4ef5-a447-74511081f2e1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:57.124964 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-804fb827-fcc1-4179-8627-4b841ac035bb req-dae475d5-9fa1-4ef5-a447-74511081f2e1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0484285 Sep 26 12:39:57.150646 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:57.173857 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-804fb827-fcc1-4179-8627-4b841ac035bb req-fa342265-01da-498a-b408-76d57d39aae7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Sep 26 12:39:58.315624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29c281-e45a-490b-a5a1-7994d579280c req-06ee4cd8-6356-438f-a4dd-cd88d6af20d4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:58.317517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a29c281-e45a-490b-a5a1-7994d579280c req-06ee4cd8-6356-438f-a4dd-cd88d6af20d4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0557089 Sep 26 12:39:58.370586 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a29c281-e45a-490b-a5a1-7994d579280c req-43344ffa-7f1e-4bf7-a633-c09d1f450761 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473747 Sep 26 12:39:59.514330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0ce13-5bd8-481e-a7a6-8c5a5dfeb2b5 req-68d49c0b-835b-4b79-9234-2b61ff477159 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:39:59.517599 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fe0ce13-5bd8-481e-a7a6-8c5a5dfeb2b5 req-68d49c0b-835b-4b79-9234-2b61ff477159 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0606682 Sep 26 12:39:59.530098 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:39:59.572632 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fe0ce13-5bd8-481e-a7a6-8c5a5dfeb2b5 req-531e785b-b8d6-41ab-a9a6-736f4f50c815 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496297 Sep 26 12:40:00.659378 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:40:00.705220 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port b2266b1e-371d-4caf-916d-785323453079 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:40:00.705593 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b2266b1e-371d-4caf-916d-785323453079), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:00.705924 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:40:00.713071 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf6b4-0b68-4e3c-a8e0-d7e2258f53a4 req-9dea2df7-2b20-45bc-a578-17d7257fc41b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:00.715424 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4bcf6b4-0b68-4e3c-a8e0-d7e2258f53a4 req-9dea2df7-2b20-45bc-a578-17d7257fc41b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0568206 Sep 26 12:40:00.763466 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4bcf6b4-0b68-4e3c-a8e0-d7e2258f53a4 req-e2e7ed38-365f-4955-af04-a03be8f25eb0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Sep 26 12:40:00.779681 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:00.780075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:00.808401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:00.810667 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06479a2f-e194-4bc2-94ba-5e654b9331c4" -d '{"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:00.821680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:00.854764 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3c580-7ad4-4195-ba61-cbfc1e3da4d7 x-openstack-request-id: req-45c3c580-7ad4-4195-ba61-cbfc1e3da4d7 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:00.854764 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:00.854947 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45c3c580-7ad4-4195-ba61-cbfc1e3da4d7 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:00.855280 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c3c580-7ad4-4195-ba61-cbfc1e3da4d7'] response: {'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'code': 200} Sep 26 12:40:00.924688 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:00.978886 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=7']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:01.122896 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:01.253134 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:01.912787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125937b7-6195-4a9a-9adf-ce302910d15b req-a50d10e1-c712-491d-9e0b-894f380512aa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:01.921182 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-125937b7-6195-4a9a-9adf-ce302910d15b req-a50d10e1-c712-491d-9e0b-894f380512aa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0588470 Sep 26 12:40:01.979783 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-125937b7-6195-4a9a-9adf-ce302910d15b req-bdff1578-a913-4db1-8dee-13881f082fed tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575354 Sep 26 12:40:03.131889 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c1553-9576-452d-8c62-e32bf73f8734 req-512b4b68-d729-4a6c-ab5e-a095c4f39412 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:03.139864 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a3c1553-9576-452d-8c62-e32bf73f8734 req-512b4b68-d729-4a6c-ab5e-a095c4f39412 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0596037 Sep 26 12:40:03.196596 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a3c1553-9576-452d-8c62-e32bf73f8734 req-6bd748ed-072f-473e-938f-0262c8a06f68 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558710 Sep 26 12:40:03.219791 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:40:04.377437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114d6e-7d92-42f5-b7c3-fbfbe700eebd req-3c4c4789-9e0d-43b2-8846-cdca0c94fc64 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:04.379158 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be114d6e-7d92-42f5-b7c3-fbfbe700eebd req-3c4c4789-9e0d-43b2-8846-cdca0c94fc64 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0734861 Sep 26 12:40:04.433076 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be114d6e-7d92-42f5-b7c3-fbfbe700eebd req-307ea972-38cb-42d9-9af1-8ac0cd42def5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Sep 26 12:40:04.809394 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:05.109674 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:05.633504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c3f59-a8d7-4233-9b94-60b77fd88a43 req-0f32f06e-15dd-465b-a051-94d653f14efc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:05.635292 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f8c3f59-a8d7-4233-9b94-60b77fd88a43 req-0f32f06e-15dd-465b-a051-94d653f14efc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0746207 Sep 26 12:40:05.706524 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f8c3f59-a8d7-4233-9b94-60b77fd88a43 req-88713e80-44d2-41f6-a589-315f9b6b3f58 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645988 Sep 26 12:40:05.981087 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a132ad4-15d9-4625-95a1-2b583b23935e req-f74ca10d-9bdc-451a-9cb9-31c3f7abe264 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:05.982647 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a132ad4-15d9-4625-95a1-2b583b23935e req-f74ca10d-9bdc-451a-9cb9-31c3f7abe264 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Sep 26 12:40:06.039718 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a132ad4-15d9-4625-95a1-2b583b23935e req-69f79b07-e7e5-4b78-9948-2e0b7b9cce8e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511365 Sep 26 12:40:06.847953 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41850) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:06.849174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605195a-751f-465b-8c66-b183243f11ea req-538004d5-d619-46d7-a9d5-4a851bb67ccd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:06.850699 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2605195a-751f-465b-8c66-b183243f11ea req-538004d5-d619-46d7-a9d5-4a851bb67ccd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0559611 Sep 26 12:40:06.899573 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2605195a-751f-465b-8c66-b183243f11ea req-d92b7336-693a-4418-94c7-6277e4c93e58 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Sep 26 12:40:06.956187 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e093-e93b-4960-8e6d-8e00f8c14108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.036269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e093-e93b-4960-8e6d-8e00f8c14108 admin admin] Publish callbacks [] for security_group (e7999228-8276-454b-b62f-bab35be4efda), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.118809 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e093-e93b-4960-8e6d-8e00f8c14108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e7999228-8276-454b-b62f-bab35be4efda), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.160508 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2e093-e93b-4960-8e6d-8e00f8c14108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7999228-8276-454b-b62f-bab35be4efda,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:07.173191 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e79136-fed2-4542-8723-fa6929e3f146 req-9da0fca6-a094-4a4d-ae49-fa92b4857778 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:07.181390 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53e79136-fed2-4542-8723-fa6929e3f146 req-9da0fca6-a094-4a4d-ae49-fa92b4857778 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0589333 Sep 26 12:40:07.186600 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d1d2e093-e93b-4960-8e6d-8e00f8c14108 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6da0bd991b2c47f0b431d2354b8c2f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375540 Sep 26 12:40:07.187194 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41860) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:07.246528 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] Publish callbacks [] for security_group (e7999228-8276-454b-b62f-bab35be4efda), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.250135 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-53e79136-fed2-4542-8723-fa6929e3f146 req-ee989d02-2188-4ce6-befe-31af506acbfb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674267 Sep 26 12:40:07.276030 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] Publish callbacks [] for security_group (e7999228-8276-454b-b62f-bab35be4efda), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.414537 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e7999228-8276-454b-b62f-bab35be4efda), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.418880 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:07.420783 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e7999228-8276-454b-b62f-bab35be4efda HTTP/1.1" status: 204 len: 168 time: 0.2323029 Sep 26 12:40:07.431296 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b479a4-b6aa-49d1-8dc7-5ae497d9c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7999228-8276-454b-b62f-bab35be4efda,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:07.618687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-e7d192e1-5fd4-4e60-b1cc-11b4ed14b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:07.620889 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-e7d192e1-5fd4-4e60-b1cc-11b4ed14b6dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1130 time: 0.0450985 Sep 26 12:40:07.914972 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:07.940339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-997d0431-693d-45b8-877f-5e5f24ecf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:07.941955 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-997d0431-693d-45b8-877f-5e5f24ecf8d2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.0902617 Sep 26 12:40:08.000224 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:08.002818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b14448-14cc-4383-a264-193ef21f5fab req-e34014d0-e6e6-4636-a892-ab0ec58bb06b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:08.004371 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-f6b14448-14cc-4383-a264-193ef21f5fab req-e34014d0-e6e6-4636-a892-ab0ec58bb06b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.0523078 Sep 26 12:40:08.046106 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-657ec39b-1822-43f4-9de5-ac05a3bb9a4a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 1002 time: 0.0936592 Sep 26 12:40:08.051881 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76de6-d60d-4342-8d3b-7c11c5824a66 req-837b41e5-86be-4047-b84e-217b3df2f315 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:08.053342 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ae76de6-d60d-4342-8d3b-7c11c5824a66 req-837b41e5-86be-4047-b84e-217b3df2f315 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0671053 Sep 26 12:40:08.104832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port e65f29b5-b8a1-4857-9cb6-073a1b946144 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:40:08.105169 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.106017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-2d5472d0-f584-433c-8178-375840c78a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:08.107595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-2d5472d0-f584-433c-8178-375840c78a8b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0533769 Sep 26 12:40:08.172467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-42a598e6-2048-4bee-8fbb-ce20af7752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:08.173866 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-42a598e6-2048-4bee-8fbb-ce20af7752f3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595071 Sep 26 12:40:08.177423 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ae76de6-d60d-4342-8d3b-7c11c5824a66 req-48ada18e-5f8f-4139-baf1-3b6294db60f6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142282 Sep 26 12:40:08.202847 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] For port e65f29b5-b8a1-4857-9cb6-073a1b946144, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=e65f29b5-b8a1-4857-9cb6-073a1b946144,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:08.203471 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.256471 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 41880) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:08.314074 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-3ca89e4f-1b56-46ab-aaa3-e6cf8aea2587 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303113 Sep 26 12:40:08.330815 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781b5782-805a-43e5-bd13-48d1702d6f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.427967 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b5ef-a6b3-4e95-b1f4-1b7c82de27dd req-8d41cd22-7e8e-4411-bf5f-ade0836ab787 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:08.434531 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.434898 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (bf8f705d-6430-4c10-bea0-50e7fb095783), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.435222 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP bf8f705d-6430-4c10-bea0-50e7fb095783 disassociated. External IP: 172.27.1.2, port: e65f29b5-b8a1-4857-9cb6-073a1b946144. Sep 26 12:40:08.435370 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be5b5ef-a6b3-4e95-b1f4-1b7c82de27dd req-8d41cd22-7e8e-4411-bf5f-ade0836ab787 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 946 time: 0.1006913 Sep 26 12:40:08.435590 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for e65f29b5-b8a1-4857-9cb6-073a1b946144 owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:40:08.448992 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:08.492105 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:08.509911 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9be5b5ef-a6b3-4e95-b1f4-1b7c82de27dd req-148b0fef-9671-46ae-9bec-b4777c6f2f46 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 Sep 26 12:40:08.511960 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-226857db-c5a1-490e-a7ef-4cb68586e267 req-4d4d2823-925f-4394-9b56-996b3cda78d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484420 Sep 26 12:40:08.517143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781b5782-805a-43e5-bd13-48d1702d6f2e admin admin] Publish callbacks [] for security_group (2c62209f-059f-46eb-b5ec-15dcc84a9242), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.602993 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-781b5782-805a-43e5-bd13-48d1702d6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c62209f-059f-46eb-b5ec-15dcc84a9242), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.642123 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-781b5782-805a-43e5-bd13-48d1702d6f2e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=816acd977e564536a6d2d98856fc51ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853643 Sep 26 12:40:08.642964 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b5782-805a-43e5-bd13-48d1702d6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62209f-059f-46eb-b5ec-15dcc84a9242,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:08.647677 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 41888) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:08.698817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Publish callbacks [] for security_group (2c62209f-059f-46eb-b5ec-15dcc84a9242), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.706136 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (e65f29b5-b8a1-4857-9cb6-073a1b946144), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.721077 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Publish callbacks [] for security_group (2c62209f-059f-46eb-b5ec-15dcc84a9242), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.735813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=e65f29b5-b8a1-4857-9cb6-073a1b946144,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:08.844459 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:40:08.879320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2c62209f-059f-46eb-b5ec-15dcc84a9242), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.882027 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:08.883383 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c62209f-059f-46eb-b5ec-15dcc84a9242 HTTP/1.1" status: 204 len: 168 time: 0.2365420 Sep 26 12:40:08.896689 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62209f-059f-46eb-b5ec-15dcc84a9242,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:08.904997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.905447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.905886 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.906314 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.906864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.907398 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.907970 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.908527 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.909085 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.909599 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.910024 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.910520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.910929 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.911453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.917126 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733069a-58dd-4cb3-b330-fb351e7ee5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:08.961388 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:40:08.972256 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:40:08.991480 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:08.992085 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:09.009048 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] No DVR routers for this DVR port e65f29b5-b8a1-4857-9cb6-073a1b946144 on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:40:09.012613 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:09.016159 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-f6b14448-14cc-4383-a264-193ef21f5fab req-414772e8-6caf-4a28-8268-6366d9cfd0c7 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e65f29b5-b8a1-4857-9cb6-073a1b946144 HTTP/1.1" status: 204 len: 173 time: 1.0067143 Sep 26 12:40:09.016758 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'name': 'network-vif-deleted', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:09.020778 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38159db6-3a51-41cc-ab25-6cedcf420cb3" -d '{"events": [{"server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "name": "network-vif-deleted", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:09.085945 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:09.160693 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:09.241677 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516433d1-c2cb-489b-aed4-943fdaaea416 x-openstack-request-id: req-516433d1-c2cb-489b-aed4-943fdaaea416 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:09.241970 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776b208c-0c14-4a8a-85bf-a6faf95d18e1", "name": "network-vif-deleted", "tag": "e65f29b5-b8a1-4857-9cb6-073a1b946144", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:09.242219 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-516433d1-c2cb-489b-aed4-943fdaaea416 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:09.242621 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516433d1-c2cb-489b-aed4-943fdaaea416'] response: {'server_uuid': '776b208c-0c14-4a8a-85bf-a6faf95d18e1', 'name': 'network-vif-deleted', 'tag': 'e65f29b5-b8a1-4857-9cb6-073a1b946144', 'status': 'completed', 'code': 200} Sep 26 12:40:09.321198 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99155a6-30f3-4b49-9c8a-078437610558 req-124ca8f6-d54a-4579-906d-a053ba4690ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:09.322717 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-124ca8f6-d54a-4579-906d-a053ba4690ff service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1130 time: 0.0488153 Sep 26 12:40:09.345428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577df41b-dbca-4c6b-be0b-8a6f8cbb7bd0 req-2f41c6fe-b698-4896-b281-57bbae420a4d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:09.346817 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-577df41b-dbca-4c6b-be0b-8a6f8cbb7bd0 req-2f41c6fe-b698-4896-b281-57bbae420a4d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0476441 Sep 26 12:40:09.375058 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:09.396777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:09.408119 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-577df41b-dbca-4c6b-be0b-8a6f8cbb7bd0 req-10342525-83ea-4fd0-8daa-042a3eb3b23a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552695 Sep 26 12:40:09.410934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:40:09.421935 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:09.422619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:39:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:09.468818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99155a6-30f3-4b49-9c8a-078437610558 req-e6345413-c812-47eb-8dcb-299b9b57da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:09.470880 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-e6345413-c812-47eb-8dcb-299b9b57da2d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.1121054 Sep 26 12:40:09.524582 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:09.546959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:09.554688 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-5fd59d26-93c9-4bff-8d98-9924e750ca29 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 1002 time: 0.0704741 Sep 26 12:40:09.590215 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:09.625595 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99155a6-30f3-4b49-9c8a-078437610558 req-0897f4b1-46b2-4352-a032-80b6109a42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:09.627131 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-0897f4b1-46b2-4352-a032-80b6109a42eb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0613678 Sep 26 12:40:09.687344 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d435b3b1-850e-4c00-a73d-b994df741276 req-cb335ea6-af0f-4531-b296-b6db94bc21c8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0653050 Sep 26 12:40:09.689766 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99155a6-30f3-4b49-9c8a-078437610558 req-8d0a50fa-7f95-4a30-b0a7-36e78623b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:09.691308 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-8d0a50fa-7f95-4a30-b0a7-36e78623b5a2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580015 Sep 26 12:40:09.776345 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:09.802265 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8beb8-07c8-4fab-8d53-770a0399db86 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:40:09.830477 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-713319f0-f8c6-4361-941b-5db7b7dc6afd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979140 Sep 26 12:40:09.994477 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-84c76ab6-edb3-4626-b49a-4b1b261ad08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:10.085953 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ba8cb-2034-45be-9a29-d8ebefdf0900 None None] New status for floating IP bf8f705d-6430-4c10-bea0-50e7fb095783: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:40:10.091133 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c99155a6-30f3-4b49-9c8a-078437610558 req-880f0a71-66ae-41a7-902a-c575d2752577 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292512 Sep 26 12:40:10.541574 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd524-2988-4dd2-9723-e2a3b304d861 req-5121cd8b-d5be-48d5-8b36-ca80975022e4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:10.543019 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f94cd524-2988-4dd2-9723-e2a3b304d861 req-5121cd8b-d5be-48d5-8b36-ca80975022e4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0487392 Sep 26 12:40:10.818520 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f94cd524-2988-4dd2-9723-e2a3b304d861 req-20e9f69c-c088-4585-910b-9cd7e0364dbb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692411 Sep 26 12:40:10.920258 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-13fe4809-4eeb-4b8f-a1f1-bdfe045f1ddb req-9c4e769e-5a1d-40fe-8562-1a5a460cca20 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Sep 26 12:40:11.946240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddbed4-4052-4ac8-aa02-7f680b4a7f8f req-32ed5e93-f789-4007-9023-9986318bc3f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:11.947890 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a4ddbed4-4052-4ac8-aa02-7f680b4a7f8f req-32ed5e93-f789-4007-9023-9986318bc3f2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 946 time: 0.0484507 Sep 26 12:40:12.001750 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a4ddbed4-4052-4ac8-aa02-7f680b4a7f8f req-a59a0261-d854-4104-b237-ab843c9144df tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Sep 26 12:40:12.124270 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e3d054e-c8f6-4dd6-85cc-30cbabae3c23 req-cda1676d-84b1-4358-a99e-7736c79b159f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=776b208c-0c14-4a8a-85bf-a6faf95d18e1 HTTP/1.1" status: 200 len: 210 time: 0.0308287 Sep 26 12:40:12.307283 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-70c3ca51-2c65-4b0a-9a98-37418747142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:12.714463 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:40:12.791535 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: ACTIVE; New status is: DOWN {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:12.791948 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:12.818468 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:12.818468 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c6282-0d7d-4023-b08d-e0158027ec47" -d '{"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-unplugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:12.830346 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:12.857794 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ea33dd-ab0b-4ad1-930c-d0e96ff1f287 x-openstack-request-id: req-c9ea33dd-ab0b-4ad1-930c-d0e96ff1f287 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:12.858106 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-unplugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:12.858365 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9ea33dd-ab0b-4ad1-930c-d0e96ff1f287 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:12.858788 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ea33dd-ab0b-4ad1-930c-d0e96ff1f287'] response: {'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'code': 200} Sep 26 12:40:12.919105 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:12.919890 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e65f29b5-b8a1-4857-9cb6-073a1b946144 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:40:12.955917 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: e65f29b5-b8a1-4857-9cb6-073a1b946144 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:40:12.956271 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device e65f29b5-b8a1-4857-9cb6-073a1b946144 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:40:12.985279 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=8']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:13.129714 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032fd50-54e3-49e3-9cef-1c5de3d3d876 req-52662c3e-d411-48c9-8fe1-7c451c7cad1f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:13.131079 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9032fd50-54e3-49e3-9cef-1c5de3d3d876 req-52662c3e-d411-48c9-8fe1-7c451c7cad1f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0458081 Sep 26 12:40:13.186704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9032fd50-54e3-49e3-9cef-1c5de3d3d876 req-10ecabc0-3203-4630-b41c-c13cf3b702df tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497816 Sep 26 12:40:13.410233 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:13.906481 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-029bcec0-7abd-49db-89e3-ca8ef1e6f368 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1977449964&fields=id&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 267 time: 0.0467038 Sep 26 12:40:14.017049 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-d1553e24-68a7-4146-8bce-fd8e33658243 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:14.018474 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-d1553e24-68a7-4146-8bce-fd8e33658243 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1055713 Sep 26 12:40:14.033594 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-ae630ccf-78d8-46f5-b1f3-264db1b121c0 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/quotas/b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Sep 26 12:40:14.084798 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-18c7f6fb-c061-41c8-a27d-e6da7012705d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455654 Sep 26 12:40:14.236934 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:14.275727 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-9fe2fec0-7376-4704-8699-cad561fdac94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785429 Sep 26 12:40:14.368141 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-141bdf1c-208b-46df-a024-492f66eafea4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859089 Sep 26 12:40:15.041228 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee00dfd2-0e60-4567-80e7-83d4a66d2e21 req-156b2b5b-5232-4ac0-bf22-f00b2ef60003 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0354114 Sep 26 12:40:15.147580 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:15.148965 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:16.145611 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f858b55-c9d9-461f-97b0-e6fd3d671339 req-d71c1447-4016-49a9-a5ed-95a760415a98 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0301085 Sep 26 12:40:16.950800 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:40:17.021281 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: DOWN; New status is: DOWN {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:17.252136 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-06521aa7-c210-4f1d-af20-07c335e5abf3 req-9d602db1-fbb0-48d1-9bb0-f23a624df5be tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0285780 Sep 26 12:40:17.374870 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-0fa9668e-a8a5-4eea-8fa6-f9039a9d02de req-8dc9afda-0a81-45f2-a3d5-e7422561aa15 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:40:17.375873 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0fa9668e-a8a5-4eea-8fa6-f9039a9d02de req-8dc9afda-0a81-45f2-a3d5-e7422561aa15 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059822 Sep 26 12:40:17.753446 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:17.761577 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5f755-c796-420e-98f3-a8c134d76c56 req-77d1a23b-2601-4b7e-a9c5-90807f77a8e2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:17.763068 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1e5f755-c796-420e-98f3-a8c134d76c56 req-77d1a23b-2601-4b7e-a9c5-90807f77a8e2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0502341 Sep 26 12:40:17.813604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b1e5f755-c796-420e-98f3-a8c134d76c56 req-94cb765d-60c2-4bd5-a98e-45b777af40b3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Sep 26 12:40:18.226972 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42074) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:18.287975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-72ec388f-f52d-4729-9a1a-423b9be1515d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:18.299618 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-72ec388f-f52d-4729-9a1a-423b9be1515d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1128898 Sep 26 12:40:18.353939 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-2a4af74c-5974-46d8-8570-5494e0954fea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255929 Sep 26 12:40:18.372700 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-b13347df-5c00-4c1a-9f0d-e176ec13f563 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 380 time: 0.0662796 Sep 26 12:40:18.373233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-6ef69088-1b58-4f4d-a213-bf489fc87f7a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:40:18.374264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-6ef69088-1b58-4f4d-a213-bf489fc87f7a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0196099 Sep 26 12:40:18.376387 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64180c19-4358-4001-9423-93c10eecefd4 req-367d04df-b198-4acb-a552-49d45b631229 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0405128 Sep 26 12:40:18.383155 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'port': {'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'admin_state_up': True, 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'security_groups': ['bf03927c-d4d8-46fd-8d6b-7aa5ff38637e']}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:40:18.386294 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:18.458943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42088) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:18.589591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-fd9df5d1-8f01-449c-b561-ea434abbde3f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:18.590960 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-fd9df5d1-8f01-449c-b561-ea434abbde3f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports/b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 941 time: 0.1310158 Sep 26 12:40:18.648795 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Made reservation on behalf of b7d614bc2f13466ab5c395a5cfc29832 for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:40:18.652659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:18.777185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.20.0.8 (4f3c619e-6403-4ad0-be46-17e66b1e7905/409477d7-56aa-4db3-bc8e-778cf74e0f3c/9c71f5ef-7904-4576-8ff2-080cf0a5a71d) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:40:18.923033 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:18.924395 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:18.953192 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddbf20-ccf9-40ab-b8e9-7bf699c85afd req-1a8b3ef3-742f-4fde-bf66-5c97ba8ed50d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:18.955226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0eddbf20-ccf9-40ab-b8e9-7bf699c85afd req-1a8b3ef3-742f-4fde-bf66-5c97ba8ed50d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0517752 Sep 26 12:40:19.017223 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.032857 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0eddbf20-ccf9-40ab-b8e9-7bf699c85afd req-a906b73f-2997-4842-8b9c-532aaa9fc486 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Sep 26 12:40:19.075931 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:40:19.079227 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:40:19.083036 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:40:19.087696 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:19.119354 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.119648 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.120013 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.120364 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.120702 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.121038 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.121409 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.121746 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.122081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.122421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.122774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.123148 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.123514 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.123874 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.124205 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:40:19.151395 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:19.152029 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.269900 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-fee14bf0-9065-4252-a6a8-e68294994a5f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909662 Sep 26 12:40:19.342554 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Provisioning complete for port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:40:19.343100 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.343250 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Attempt 1 to provision port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d Sep 26 12:40:19.372950 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:40:19.411597 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Request body: {'port': {'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:40:19.470514 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.473356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:19.499366 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41895f59-b33d-44bb-b364-2533853b4973 req-b541c16c-a5a7-4b65-8aae-089e7fa331b4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:19.501434 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41895f59-b33d-44bb-b364-2533853b4973 req-b541c16c-a5a7-4b65-8aae-089e7fa331b4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 931 time: 0.0472405 Sep 26 12:40:19.550817 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41895f59-b33d-44bb-b364-2533853b4973 req-44f9dcf3-f7ba-4959-9307-2fe129d92a2a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Sep 26 12:40:19.724966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c71f5ef-7904-4576-8ff2-080cf0a5a71d {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:40:19.732209 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks [] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.744069 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Transition to ACTIVE for port object 9c71f5ef-7904-4576-8ff2-080cf0a5a71d will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:40:19.803928 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:19.862704 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:19.874002 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Attempt 2 to provision port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d Sep 26 12:40:19.908362 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:40:19.910936 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Attempting to bind port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:40:19.911297 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Attempting to bind port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:40:19.911631 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Attempting to bind port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:40:19.954942 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:40:19.955269 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Attempting to bind port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:40:19.995021 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:40:19.995360 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:40:19.995775 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Bound using segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:40:19.996728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Bound port: 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:40:19.997095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:20.056764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:40:20.060467 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:40:20.141813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:20.145984 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:20.146586 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:20.148012 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 1093 time: 0.7407720 Sep 26 12:40:20.148415 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:20.149133 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:20.151352 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d926e34-5ba0-4d33-80b2-bd928fdd821c" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:20.175101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f714-a701-406f-8335-3452ef8922e6 req-856482b8-46b4-4b59-b535-8c8b8604512e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:20.176648 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e891f714-a701-406f-8335-3452ef8922e6 req-856482b8-46b4-4b59-b535-8c8b8604512e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0532532 Sep 26 12:40:20.191549 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f30aed-8152-4413-af08-6b8e1ccce633 x-openstack-request-id: req-79f30aed-8152-4413-af08-6b8e1ccce633 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:20.192120 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:20.192381 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79f30aed-8152-4413-af08-6b8e1ccce633 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:20.192790 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f30aed-8152-4413-af08-6b8e1ccce633'] response: {'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'status': 'completed', 'code': 200} Sep 26 12:40:20.206277 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e07c-12e8-43be-9ecf-bb641b9906d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:20.225507 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e891f714-a701-406f-8335-3452ef8922e6 req-47a5e2be-c692-4d8b-9031-ecbaf06234c5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Sep 26 12:40:20.409218 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Attempt 3 to provision port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d Sep 26 12:40:20.446851 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-2583db59-cada-42b6-a9f6-bb714563fc2d None None] Port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:40:20.672945 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65edb-c6e5-4468-a5b0-dc71508756db req-90fbe9a6-417d-41b2-b34d-87700c445df9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:20.674375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19b65edb-c6e5-4468-a5b0-dc71508756db req-90fbe9a6-417d-41b2-b34d-87700c445df9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0457902 Sep 26 12:40:20.722389 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-19b65edb-c6e5-4468-a5b0-dc71508756db req-3045826b-0f2c-4ef3-8bf7-aaf6d0a5e64f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Sep 26 12:40:21.350823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39de202-8251-4d31-bee0-78bc5ff66696 req-37c4a151-a3ca-4100-aa42-10df64d0d847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:21.352308 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f39de202-8251-4d31-bee0-78bc5ff66696 req-37c4a151-a3ca-4100-aa42-10df64d0d847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0471520 Sep 26 12:40:21.403304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f39de202-8251-4d31-bee0-78bc5ff66696 req-24ac9aab-74b7-4c45-881b-34ca7122ae0f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Sep 26 12:40:21.839030 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c3b9-f741-47eb-9c7c-2c30f11d6129 req-cc3b2d36-c681-4131-8f6b-99c8b6b1a0a3 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:21.840508 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c54c3b9-f741-47eb-9c7c-2c30f11d6129 req-cc3b2d36-c681-4131-8f6b-99c8b6b1a0a3 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0464160 Sep 26 12:40:21.889308 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2c54c3b9-f741-47eb-9c7c-2c30f11d6129 req-bdf4275e-bf04-4720-9098-a942bcc63b7d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Sep 26 12:40:22.530059 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd8516-bdc8-4b7f-bf5c-5b7afe4e8ac1 req-48e3e6d2-2109-4dc7-9d2d-de50d88b89dc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:22.531535 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50dd8516-bdc8-4b7f-bf5c-5b7afe4e8ac1 req-48e3e6d2-2109-4dc7-9d2d-de50d88b89dc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0485270 Sep 26 12:40:22.539386 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-54f6ba0e-66cb-4bf3-8679-0106b5504283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:22.540954 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-54f6ba0e-66cb-4bf3-8679-0106b5504283 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1127 time: 0.0411899 Sep 26 12:40:22.585737 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50dd8516-bdc8-4b7f-bf5c-5b7afe4e8ac1 req-ef744d3c-c824-4a42-8929-25a994a534f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478027 Sep 26 12:40:22.647566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-445c12c3-daee-4dc8-abe5-a8f4ff317c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:22.649017 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-445c12c3-daee-4dc8-abe5-a8f4ff317c03 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939314 Sep 26 12:40:23.014960 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7319-a0bb-4a4f-8a81-60fcdcaf63c0 req-30946c2f-5e73-4bb9-a940-0440041c2d5b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.016517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d39b7319-a0bb-4a4f-8a81-60fcdcaf63c0 req-30946c2f-5e73-4bb9-a940-0440041c2d5b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0528038 Sep 26 12:40:23.061717 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-0f5228e5-19a2-4d06-b845-0bd5e1e35be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.063285 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-8d926e34-5ba0-4d33-80b2-bd928fdd821c req-0f5228e5-19a2-4d06-b845-0bd5e1e35be0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200545 Sep 26 12:40:23.072146 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d39b7319-a0bb-4a4f-8a81-60fcdcaf63c0 req-87a46c97-31a9-4259-b533-0f67fb40ff9e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494564 Sep 26 12:40:23.172106 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-803b47ca-73ab-4a40-8fc9-2f72f3d628ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.173757 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-803b47ca-73ab-4a40-8fc9-2f72f3d628ae service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1127 time: 0.0416293 Sep 26 12:40:23.270929 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-6c36bc7c-c4df-4ff1-8d83-7a23a605d9d5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 217 time: 0.0414052 Sep 26 12:40:23.320214 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-8ce9e252-2c4b-46cf-ad8e-9b9bf71a6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.321653 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-8ce9e252-2c4b-46cf-ad8e-9b9bf71a6b2e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0448294 Sep 26 12:40:23.339086 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:23.341970 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:23.365066 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-13e8e852-1ffe-4b79-963b-bdd56adfa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.366539 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-13e8e852-1ffe-4b79-963b-bdd56adfa9a8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390465 Sep 26 12:40:23.464711 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-c6851b6d-ab7b-408c-8bef-3812a244b5c4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917449 Sep 26 12:40:23.611207 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:23.656203 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-323f7d20-05a2-4ed8-b25d-9e517cf8d533 req-759f1382-27d2-4191-8712-a65a4f6d2723 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197937 Sep 26 12:40:23.714157 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:23.725483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342cc1-22eb-4db5-8265-c23e9973f994 req-c60c9c06-dfcd-42af-8ddd-b77df39944b1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.726994 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9342cc1-22eb-4db5-8265-c23e9973f994 req-c60c9c06-dfcd-42af-8ddd-b77df39944b1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0503664 Sep 26 12:40:23.777580 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9342cc1-22eb-4db5-8265-c23e9973f994 req-8b620589-11a0-4fdd-999f-237b501cf7d0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Sep 26 12:40:23.939854 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-cd6a0669-6cda-437b-9266-a58a8435f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:23.941522 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-cd6a0669-6cda-437b-9266-a58a8435f4e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f&tenant_id=3a33202f8d3141ed9011d2eb1e25c466 HTTP/1.1" status: 200 len: 1128 time: 0.0456223 Sep 26 12:40:24.023124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-3ae93bbc-d12e-4d39-b172-4be49012e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.024648 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-3ae93bbc-d12e-4d39-b172-4be49012e5f3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1128 time: 0.0378919 Sep 26 12:40:24.116454 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:24.119493 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-65171ea2-1994-4819-b34e-b4121b52c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.120978 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-65171ea2-1994-4819-b34e-b4121b52c40d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 200 len: 917 time: 0.0901079 Sep 26 12:40:24.186140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:24.195437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761106-56fe-4cea-85d5-045e1f4a1fad req-01953a10-eeed-45c3-9700-a28d971ac679 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.197001 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4e761106-56fe-4cea-85d5-045e1f4a1fad req-01953a10-eeed-45c3-9700-a28d971ac679 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0506294 Sep 26 12:40:24.255517 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4e761106-56fe-4cea-85d5-045e1f4a1fad req-b293815f-4903-45f4-ac75-e8b7bb6e5528 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526266 Sep 26 12:40:24.435200 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-6f3a3ff2-281f-4d66-9c52-f59d54a08d0a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 200 len: 1000 time: 0.3021693 Sep 26 12:40:24.484015 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-bbf34644-0fc8-426b-9384-9a5baa83793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.485312 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-bbf34644-0fc8-426b-9384-9a5baa83793a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 200 len: 855 time: 0.0425851 Sep 26 12:40:24.535244 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-aa44af89-4691-44b9-a66a-6cdc031f2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.536792 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-aa44af89-4691-44b9-a66a-6cdc031f2434 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e7c05408-648c-4bc8-8663-af3b8613eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455959 Sep 26 12:40:24.628040 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-fc9cf45c-405a-4161-bd15-13a7c2f454b9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838640 Sep 26 12:40:24.726626 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-5c24c4d5-f2eb-49c0-a2f4-f43af38c4df2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Sep 26 12:40:24.914325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92709e13-7e67-4f97-9c43-a8bfb068b184 req-42b88568-ce8a-4ba6-bc11-bd4fdc47392e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:24.915759 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92709e13-7e67-4f97-9c43-a8bfb068b184 req-42b88568-ce8a-4ba6-bc11-bd4fdc47392e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0490842 Sep 26 12:40:24.962955 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-92709e13-7e67-4f97-9c43-a8bfb068b184 req-f8e88dd5-f51f-4322-a07e-6550627f8ca5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Sep 26 12:40:25.385255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c28b-25dc-4d5a-a95a-9bb25a61bd5c req-6b1db6c2-1cdb-42af-be0c-c30875494455 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:25.386897 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83d5c28b-25dc-4d5a-a95a-9bb25a61bd5c req-6b1db6c2-1cdb-42af-be0c-c30875494455 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0539699 Sep 26 12:40:25.436753 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-83d5c28b-25dc-4d5a-a95a-9bb25a61bd5c req-b39aaab2-2f0e-4ad7-baa3-a5195a4a8a3a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Sep 26 12:40:26.119715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c93d1-0916-4075-9480-5a71b81e378f req-bb4c6d88-7ab7-43fc-8f8e-eb29978794a1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:26.121227 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e7c93d1-0916-4075-9480-5a71b81e378f req-bb4c6d88-7ab7-43fc-8f8e-eb29978794a1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0552731 Sep 26 12:40:26.178944 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e7c93d1-0916-4075-9480-5a71b81e378f req-be27d314-55d2-476c-a0f8-d308587e7af1 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Sep 26 12:40:26.568371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ebe46-c4b9-41be-9699-16ac4cc8061a req-a5263729-d637-42f0-b106-ef3a9b41c6ee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:26.570778 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-652ebe46-c4b9-41be-9699-16ac4cc8061a req-a5263729-d637-42f0-b106-ef3a9b41c6ee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0518668 Sep 26 12:40:26.629044 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-652ebe46-c4b9-41be-9699-16ac4cc8061a req-ddaf419f-b0c2-4383-904b-d666f361b095 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Sep 26 12:40:27.331821 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ec502-0649-446f-b146-c3133c711f41 req-59e8f842-e228-4712-a420-a9b9945138cf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:27.333222 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-072ec502-0649-446f-b146-c3133c711f41 req-59e8f842-e228-4712-a420-a9b9945138cf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0544174 Sep 26 12:40:27.382694 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-072ec502-0649-446f-b146-c3133c711f41 req-9283a101-b663-4e8d-b76c-39082e024eab tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Sep 26 12:40:27.756308 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903dcc6-594b-4a6d-8508-a32dce3e069b req-f4109ad5-587d-4e9e-83ba-08adb53b3dd4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:27.757824 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d903dcc6-594b-4a6d-8508-a32dce3e069b req-f4109ad5-587d-4e9e-83ba-08adb53b3dd4 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0479801 Sep 26 12:40:27.815259 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d903dcc6-594b-4a6d-8508-a32dce3e069b req-efc4eb75-d32d-4b68-a888-cdc0692e0d20 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516715 Sep 26 12:40:28.523719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72870d-d716-471e-a082-415b5d96af65 req-424d0aac-72a2-4e0b-afe6-2aecc31d4831 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:28.527017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd72870d-d716-471e-a082-415b5d96af65 req-424d0aac-72a2-4e0b-afe6-2aecc31d4831 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0507169 Sep 26 12:40:28.579777 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bd72870d-d716-471e-a082-415b5d96af65 req-170ecea7-4edf-42aa-bbb7-c14e20f597bd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480528 Sep 26 12:40:28.937868 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a85547-0263-4947-88b3-30bfa40305c0 req-6b9c5229-6c60-4c65-acc6-b5921fa3ca9b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:28.939502 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a85547-0263-4947-88b3-30bfa40305c0 req-6b9c5229-6c60-4c65-acc6-b5921fa3ca9b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0487037 Sep 26 12:40:28.993864 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42a85547-0263-4947-88b3-30bfa40305c0 req-a312a86d-0ce3-490e-82e0-7ca7dbecb8cd tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477576 Sep 26 12:40:29.718539 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131799c-9b49-4d0f-8ceb-e40bf4db01ce req-b3f8521d-fc04-4f28-ba07-8498c36f40cb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:29.720084 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c131799c-9b49-4d0f-8ceb-e40bf4db01ce req-b3f8521d-fc04-4f28-ba07-8498c36f40cb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0486178 Sep 26 12:40:29.784567 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c131799c-9b49-4d0f-8ceb-e40bf4db01ce req-7abfb879-923f-439b-b3f5-79b72e62ac93 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529013 Sep 26 12:40:30.138830 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f56fc-2fc6-4b60-a508-d58575cdcaa6 req-3b8edc55-9e30-4c1d-9778-1de525cdcf4d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:30.140334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f2f56fc-2fc6-4b60-a508-d58575cdcaa6 req-3b8edc55-9e30-4c1d-9778-1de525cdcf4d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0528491 Sep 26 12:40:30.191319 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f2f56fc-2fc6-4b60-a508-d58575cdcaa6 req-cd9e7a11-8bdc-44f1-b74d-96676f62394a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Sep 26 12:40:30.440391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:30.446323 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:30.869306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:30.901607 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:30.907337 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446ccf-4b70-4ca6-91b7-e718ad82e096 req-cee3b04e-782f-4a7a-9e2a-60cab4afb939 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:30.908963 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6446ccf-4b70-4ca6-91b7-e718ad82e096 req-cee3b04e-782f-4a7a-9e2a-60cab4afb939 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0498810 Sep 26 12:40:30.967714 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d6446ccf-4b70-4ca6-91b7-e718ad82e096 req-2b366bf5-8a24-4976-b233-0a7ce2c4d7a4 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522468 Sep 26 12:40:31.324262 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a510-2ef1-4c81-b9d4-d7f5efc1667b req-58fdb56e-b91b-4bf4-a606-9544d8b68100 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:31.325888 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cef8a510-2ef1-4c81-b9d4-d7f5efc1667b req-58fdb56e-b91b-4bf4-a606-9544d8b68100 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0510681 Sep 26 12:40:31.385348 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cef8a510-2ef1-4c81-b9d4-d7f5efc1667b req-64e33c1d-ce63-4a26-b91e-ee3d78c06386 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534422 Sep 26 12:40:32.130529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336fe49-5080-4b0a-a90a-2d3a9f1cf210 req-2d4071ef-5d53-4f01-9b54-456f11ce1146 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:32.182028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8336fe49-5080-4b0a-a90a-2d3a9f1cf210 req-2d4071ef-5d53-4f01-9b54-456f11ce1146 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0539615 Sep 26 12:40:32.182028 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8336fe49-5080-4b0a-a90a-2d3a9f1cf210 req-44afeeab-fff3-488a-893c-be935f54cadf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 Sep 26 12:40:32.604622 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593283d-fffe-48fc-8ddb-be3ef6c16f47 req-d754af77-7a6f-41f4-8383-92a681babaae tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:32.604622 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8593283d-fffe-48fc-8ddb-be3ef6c16f47 req-d754af77-7a6f-41f4-8383-92a681babaae tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.1386387 Sep 26 12:40:32.660160 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8593283d-fffe-48fc-8ddb-be3ef6c16f47 req-4dd8a845-5a1f-4700-a6ec-b45614d9bbe8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502257 Sep 26 12:40:33.323115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1bd94-34c0-4a74-b979-90b4d8539495 req-65d1420a-bb6f-496c-9f9d-57adea828e6b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:33.324575 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5c1bd94-34c0-4a74-b979-90b4d8539495 req-65d1420a-bb6f-496c-9f9d-57adea828e6b tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0587819 Sep 26 12:40:33.375540 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5c1bd94-34c0-4a74-b979-90b4d8539495 req-0d51c5fb-950d-4a87-818d-b4ad7db84fda tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Sep 26 12:40:33.803255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410a8de-0189-4e58-9925-2017188dfe35 req-0e3a6ed8-36c6-4287-9c33-f0bd098a48d2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:33.804731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7410a8de-0189-4e58-9925-2017188dfe35 req-0e3a6ed8-36c6-4287-9c33-f0bd098a48d2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0484073 Sep 26 12:40:33.855232 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7410a8de-0189-4e58-9925-2017188dfe35 req-4cfe69ac-4fb2-447e-9b0a-d9af864421e3 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Sep 26 12:40:34.507040 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bfce6-2c7a-40a7-8e44-72408eea537b req-f73c78a8-8aa5-4e05-bb6f-1af00144be76 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:34.508532 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-302bfce6-2c7a-40a7-8e44-72408eea537b req-f73c78a8-8aa5-4e05-bb6f-1af00144be76 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0501497 Sep 26 12:40:34.555316 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-302bfce6-2c7a-40a7-8e44-72408eea537b req-c8448beb-6f03-415f-8213-a74ce31035b2 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Sep 26 12:40:34.719966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:34.721762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=62 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:34.779627 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:34.973364 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546e4c-4eaa-49d3-83ae-e71f79dd3a11 req-dfb472c7-32a4-4b21-b19d-4dad121b6bee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:34.974702 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-16546e4c-4eaa-49d3-83ae-e71f79dd3a11 req-dfb472c7-32a4-4b21-b19d-4dad121b6bee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0459483 Sep 26 12:40:35.024304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-16546e4c-4eaa-49d3-83ae-e71f79dd3a11 req-af0759bd-986b-4f6c-add0-e14727e09604 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Sep 26 12:40:35.679147 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a2bfb-e31d-48fc-97fb-580076af9079 req-19415d8f-5f30-4269-bd49-2197fe772f73 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:35.680646 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7c9a2bfb-e31d-48fc-97fb-580076af9079 req-19415d8f-5f30-4269-bd49-2197fe772f73 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0474229 Sep 26 12:40:35.731966 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7c9a2bfb-e31d-48fc-97fb-580076af9079 req-edc7e353-321a-4590-91af-3fe407566957 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Sep 26 12:40:36.149604 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fcc94-e3b9-493f-9390-dd2c1162ad79 req-a7aaf21e-6226-48fb-a66d-0426b9f077bc tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:36.151072 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-178fcc94-e3b9-493f-9390-dd2c1162ad79 req-a7aaf21e-6226-48fb-a66d-0426b9f077bc tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0476758 Sep 26 12:40:36.201650 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-178fcc94-e3b9-493f-9390-dd2c1162ad79 req-3d868fd5-5f10-498f-b6f7-d6db5a49d4fa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Sep 26 12:40:36.843414 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:36.861377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98eaef-48b4-42cc-aecf-a5ba1d82ea8e req-d7e4608f-bfe7-42f8-8fde-46770623f326 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:36.862860 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f98eaef-48b4-42cc-aecf-a5ba1d82ea8e req-d7e4608f-bfe7-42f8-8fde-46770623f326 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0502441 Sep 26 12:40:36.911281 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f98eaef-48b4-42cc-aecf-a5ba1d82ea8e req-65401afe-cad8-417d-b35c-59c0bd06984d tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Sep 26 12:40:37.324894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607b4d-fcf9-48d6-819c-6c7dc65be025 req-b11238dc-d486-4ab1-8f99-909874246742 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:37.326294 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67607b4d-fcf9-48d6-819c-6c7dc65be025 req-b11238dc-d486-4ab1-8f99-909874246742 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0512455 Sep 26 12:40:37.375426 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-67607b4d-fcf9-48d6-819c-6c7dc65be025 req-5e2e44cd-50c1-40b5-930c-1d99ed88cc0c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Sep 26 12:40:38.017894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:38.036401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626f11-528d-4c3d-a856-4db6f1dad765 req-a12ab20f-a068-47cf-ae17-fbd5b5dd4ae9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:38.037960 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f626f11-528d-4c3d-a856-4db6f1dad765 req-a12ab20f-a068-47cf-ae17-fbd5b5dd4ae9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 944 time: 0.0479198 Sep 26 12:40:38.087263 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5f626f11-528d-4c3d-a856-4db6f1dad765 req-40ca8779-eb3a-40ad-b0a2-15c6285f09a8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Sep 26 12:40:38.277035 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:40:38.377523 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:38.388231 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'b2266b1e-371d-4caf-916d-785323453079', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'port_id': 'b2266b1e-371d-4caf-916d-785323453079', 'mac_address': 'fa:16:3e:a4:0f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:40:38.424147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:38.424461 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:38.438818 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2266b1e-371d-4caf-916d-785323453079 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:40:38.459055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:38.498641 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7789-e1ad-4430-8399-e3134feb1d1c req-279352b1-b9ee-457c-b8bb-40f820ef630d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:38.500137 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02dd7789-e1ad-4430-8399-e3134feb1d1c req-279352b1-b9ee-457c-b8bb-40f820ef630d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0475976 Sep 26 12:40:38.547351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:38.554226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-02dd7789-e1ad-4430-8399-e3134feb1d1c req-961b894b-3d3d-497a-bf2b-21c1fc42e26b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480809 Sep 26 12:40:38.594299 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=9']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:38.905205 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['b2266b1e-371d-4caf-916d-785323453079'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:40:39.219827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd22c4-4d8e-4284-bbaf-aa42fa0d9d9c req-54f5b89a-6108-44fd-a3b5-61d26546771f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:39.221640 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3fd22c4-4d8e-4284-bbaf-aa42fa0d9d9c req-54f5b89a-6108-44fd-a3b5-61d26546771f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0507586 Sep 26 12:40:39.275973 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3fd22c4-4d8e-4284-bbaf-aa42fa0d9d9c req-bd4e6f5b-50d2-498e-bd61-135d525de736 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483513 Sep 26 12:40:39.679349 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790282e8-11c3-4a89-a152-7127708039a9 req-0bed5aa8-329c-411e-bfbd-35c69ee49eea tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:39.680822 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-790282e8-11c3-4a89-a152-7127708039a9 req-0bed5aa8-329c-411e-bfbd-35c69ee49eea tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0504365 Sep 26 12:40:39.730475 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-790282e8-11c3-4a89-a152-7127708039a9 req-d5feede3-77aa-40ad-818f-e9cebe0b11be tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Sep 26 12:40:40.015647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-49ed8cba-4858-431f-bbbc-39258a1c4005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:40.220729 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:40:40.409034 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad656f50-173e-42c3-9b5c-ba8f6944108f req-9e81f1dc-e68b-4419-acca-3d1f094746b6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:40.410506 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad656f50-173e-42c3-9b5c-ba8f6944108f req-9e81f1dc-e68b-4419-acca-3d1f094746b6 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0509200 Sep 26 12:40:40.458959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad656f50-173e-42c3-9b5c-ba8f6944108f req-86919334-84c4-43a3-8e07-cb8c13eb08f8 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Sep 26 12:40:40.849543 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339775-2d3b-4d72-9742-a869bee1eea2 req-2406dac1-8223-42b2-9021-2623f9b784ba tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:40.851001 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea339775-2d3b-4d72-9742-a869bee1eea2 req-2406dac1-8223-42b2-9021-2623f9b784ba tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0481846 Sep 26 12:40:40.900846 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea339775-2d3b-4d72-9742-a869bee1eea2 req-175a963e-74ac-4346-9a13-169c6b7f8d3f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Sep 26 12:40:41.585361 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4abe8d-c4e7-4af7-b526-6dc53b3bfa84 req-44b08d98-7bff-4cfc-a23b-ae55c3f33bb7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:41.586839 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb4abe8d-c4e7-4af7-b526-6dc53b3bfa84 req-44b08d98-7bff-4cfc-a23b-ae55c3f33bb7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 945 time: 0.0496502 Sep 26 12:40:41.633107 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb4abe8d-c4e7-4af7-b526-6dc53b3bfa84 req-dfdf122b-02a1-4baf-ba26-79420f55046a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Sep 26 12:40:42.018412 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baf649-504b-4e37-886e-525a1309c68a req-4b8bcc97-4ac1-4c5c-a190-9373f388a671 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:42.019791 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2baf649-504b-4e37-886e-525a1309c68a req-4b8bcc97-4ac1-4c5c-a190-9373f388a671 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0468001 Sep 26 12:40:42.068429 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c2baf649-504b-4e37-886e-525a1309c68a req-573efa20-a106-4a9f-9b19-a418a53f862d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Sep 26 12:40:42.233488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-61f7b420-016c-4134-9473-62df7d9172c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:42.406887 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:40:42.453238 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port b2266b1e-371d-4caf-916d-785323453079 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:40:42.453607 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (b2266b1e-371d-4caf-916d-785323453079), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:42.453940 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port b2266b1e-371d-4caf-916d-785323453079 Sep 26 12:40:42.522022 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port b2266b1e-371d-4caf-916d-785323453079 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:42.522401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (b2266b1e-371d-4caf-916d-785323453079), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:42.544512 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:42.546713 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c9d083-e114-4ad8-8e77-1bf6887a5aa2" -d '{"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:42.558651 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:42.582895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe75a60-57c5-4a26-8a6b-10d6c4795253 x-openstack-request-id: req-cbe75a60-57c5-4a26-8a6b-10d6c4795253 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:42.583202 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-plugged", "status": "completed", "tag": "b2266b1e-371d-4caf-916d-785323453079", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:42.583459 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbe75a60-57c5-4a26-8a6b-10d6c4795253 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:42.583879 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe75a60-57c5-4a26-8a6b-10d6c4795253'] response: {'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'code': 200} Sep 26 12:40:42.670927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (b2266b1e-371d-4caf-916d-785323453079), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:42.674604 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:42.709778 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:42.724330 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=10']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:42.767545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1aed-2ab0-4bdd-afa9-7d78403c52c6 req-f923df1e-e18b-47e3-b479-1fff56bf7450 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:42.769017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a86e1aed-2ab0-4bdd-afa9-7d78403c52c6 req-f923df1e-e18b-47e3-b479-1fff56bf7450 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0481310 Sep 26 12:40:42.825266 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a86e1aed-2ab0-4bdd-afa9-7d78403c52c6 req-5254b235-b5bf-4b32-9701-be87bd8d06f3 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506184 Sep 26 12:40:42.992643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de071f-83bc-4cf8-ae33-b8b6438bbb53 req-16ccd948-6fef-48cb-a34c-f5185fbf5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:42.994812 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-09de071f-83bc-4cf8-ae33-b8b6438bbb53 req-16ccd948-6fef-48cb-a34c-f5185fbf5206 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 1131 time: 0.0409734 Sep 26 12:40:43.050389 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-09de071f-83bc-4cf8-ae33-b8b6438bbb53 req-d2bf6fca-edb9-44fa-b2b9-69b56634e85c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478709 Sep 26 12:40:43.193006 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1b32-ba93-49e8-90c6-50a733c03440 req-2ec05ef4-5b8a-4fef-9fb9-d04e9fc59d74 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:43.194428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cd9d1b32-ba93-49e8-90c6-50a733c03440 req-2ec05ef4-5b8a-4fef-9fb9-d04e9fc59d74 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0485098 Sep 26 12:40:43.229856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:43.243946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cd9d1b32-ba93-49e8-90c6-50a733c03440 req-7959010a-19ec-48dd-bc1b-802677c609a8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Sep 26 12:40:43.358398 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:43.950560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075334-2972-4e69-8433-20e73b3c32f7 req-33093863-091b-480d-bb60-4493312e1720 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:43.952624 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f075334-2972-4e69-8433-20e73b3c32f7 req-33093863-091b-480d-bb60-4493312e1720 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0466254 Sep 26 12:40:43.997382 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f075334-2972-4e69-8433-20e73b3c32f7 req-d03cfbac-21d5-4b6d-b66d-0fabe37dc93e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Sep 26 12:40:44.360979 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:44.372192 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bbda4-2b5a-4c7d-8432-e7de862ef43a req-ebe04f28-5012-42b5-9da9-81599cb8714c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:44.374476 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b96bbda4-2b5a-4c7d-8432-e7de862ef43a req-ebe04f28-5012-42b5-9da9-81599cb8714c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 943 time: 0.0562916 Sep 26 12:40:44.396421 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9c71f5ef-7904-4576-8ff2-080cf0a5a71d details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:40:44.430955 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b96bbda4-2b5a-4c7d-8432-e7de862ef43a req-20beabd5-d312-4919-8159-b278ec90f66a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Sep 26 12:40:44.506996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:44.518746 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:40:44.558631 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:44.559025 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:44.572466 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c71f5ef-7904-4576-8ff2-080cf0a5a71d {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:40:44.592498 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:44.671630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:44.722377 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:45.038842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['9c71f5ef-7904-4576-8ff2-080cf0a5a71d'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:40:45.136084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768d9d-dae8-4c25-a58d-aa10ab7c4549 req-969fc8b8-b264-4cf3-b463-36000ac7461e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:45.137569 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df768d9d-dae8-4c25-a58d-aa10ab7c4549 req-969fc8b8-b264-4cf3-b463-36000ac7461e tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0557704 Sep 26 12:40:45.147887 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:45.189912 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df768d9d-dae8-4c25-a58d-aa10ab7c4549 req-2012f554-3528-413a-b47c-73b288d04ebd tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465486 Sep 26 12:40:45.199723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:45.553770 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aca18-5837-403c-87b5-20aae9b17a35 req-8ccf3b65-889d-4206-9bf2-37b5fdda213f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:45.555229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-935aca18-5837-403c-87b5-20aae9b17a35 req-8ccf3b65-889d-4206-9bf2-37b5fdda213f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 944 time: 0.0463398 Sep 26 12:40:45.608041 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-935aca18-5837-403c-87b5-20aae9b17a35 req-20410e47-ca82-4a87-b088-658b255a2ca9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469806 Sep 26 12:40:46.338314 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d246-9919-4e97-9237-06a41243bd6e req-a3473037-ed80-4dd9-bc18-425755127c9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:46.339832 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17d8d246-9919-4e97-9237-06a41243bd6e req-a3473037-ed80-4dd9-bc18-425755127c9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0586426 Sep 26 12:40:46.387223 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17d8d246-9919-4e97-9237-06a41243bd6e req-167e822a-73cf-466b-8008-6ea8f5a8a68c tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Sep 26 12:40:46.425125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9c71f5ef-7904-4576-8ff2-080cf0a5a71d up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:40:46.469098 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:40:46.530124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:40:46.530507 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:46.530844 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d Sep 26 12:40:46.625640 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:40:46.626040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:46.664331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:46.669143 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:46.671604 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd5514d-def7-472d-9550-932ba29ec977" -d '{"events": [{"server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "name": "network-vif-plugged", "status": "completed", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:46.688622 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:46.747163 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11e21c-31e6-42fb-875b-d66212d7386e req-0f21c776-644d-437f-a0dc-ffd0554d405f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:46.749233 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3e11e21c-31e6-42fb-875b-d66212d7386e req-0f21c776-644d-437f-a0dc-ffd0554d405f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 944 time: 0.0497644 Sep 26 12:40:46.774035 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:46.778922 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:46.806245 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3e11e21c-31e6-42fb-875b-d66212d7386e req-dd1801ee-ab37-48c6-afe5-3e3286fa76b9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511909 Sep 26 12:40:46.825594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:46.864960 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ff8b0-5c4e-4045-8d21-854582e5bdd5 x-openstack-request-id: req-3c3ff8b0-5c4e-4045-8d21-854582e5bdd5 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:46.864960 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "name": "network-vif-plugged", "status": "completed", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:46.864960 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c3ff8b0-5c4e-4045-8d21-854582e5bdd5 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:46.864960 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3ff8b0-5c4e-4045-8d21-854582e5bdd5'] response: {'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'code': 200} Sep 26 12:40:47.212480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f1a9f-c06e-4a8a-9c60-bdadd6f39c59 req-1e60b610-78f5-4d32-a080-54375513eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:47.213984 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3f4f1a9f-c06e-4a8a-9c60-bdadd6f39c59 req-1e60b610-78f5-4d32-a080-54375513eb50 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0390174 Sep 26 12:40:47.586191 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-3f4f1a9f-c06e-4a8a-9c60-bdadd6f39c59 req-8175a4a6-4f58-4e1d-90a5-5a39a525f263 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Sep 26 12:40:47.919324 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42490) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:47.943182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1e2a-bc79-46a3-a5ed-1b65f3a59e23 req-437dbc7c-e990-479b-aae9-8a41d79068e9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:47.944691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0cb1e2a-bc79-46a3-a5ed-1b65f3a59e23 req-437dbc7c-e990-479b-aae9-8a41d79068e9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0585458 Sep 26 12:40:47.997680 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0cb1e2a-bc79-46a3-a5ed-1b65f3a59e23 req-1a5495a0-6bdd-403c-b2b2-1d4949c5256a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Sep 26 12:40:48.065669 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b7aacb58-aa03-4b2b-a9f7-c5c76e345c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.141120 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b7aacb58-aa03-4b2b-a9f7-c5c76e345c94 admin admin] Publish callbacks [] for security_group (e4ec5779-db0e-44e7-86d0-0c1f1f236697), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.219286 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b7aacb58-aa03-4b2b-a9f7-c5c76e345c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e4ec5779-db0e-44e7-86d0-0c1f1f236697), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.258390 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b7aacb58-aa03-4b2b-a9f7-c5c76e345c94 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=822ab4b262d443b486429041970ff55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375719 Sep 26 12:40:48.259331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aacb58-aa03-4b2b-a9f7-c5c76e345c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec5779-db0e-44e7-86d0-0c1f1f236697,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:48.261152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42496) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:48.310221 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] Publish callbacks [] for security_group (e4ec5779-db0e-44e7-86d0-0c1f1f236697), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.331805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] Publish callbacks [] for security_group (e4ec5779-db0e-44e7-86d0-0c1f1f236697), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.530053 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e4ec5779-db0e-44e7-86d0-0c1f1f236697), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.532724 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:48.533907 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4ec5779-db0e-44e7-86d0-0c1f1f236697 HTTP/1.1" status: 204 len: 168 time: 0.2717309 Sep 26 12:40:48.541802 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308a45-30cc-4c3e-a891-b3d37c6288b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec5779-db0e-44e7-86d0-0c1f1f236697,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:49.125669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d899-8537-4339-b36c-310900f47f26 req-42fabf8c-cffc-4729-a7ba-007bb72b2f00 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:49.127121 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70f2d899-8537-4339-b36c-310900f47f26 req-42fabf8c-cffc-4729-a7ba-007bb72b2f00 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0506878 Sep 26 12:40:49.177975 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-70f2d899-8537-4339-b36c-310900f47f26 req-e81a38a7-be58-4c71-8bff-b2c4ac08d864 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Sep 26 12:40:49.245081 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42516) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:49.258456 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-838bce9e-fa7a-4462-b14b-0b4be5766f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.376656 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:49.405220 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:49.418812 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-838bce9e-fa7a-4462-b14b-0b4be5766f0e admin admin] Publish callbacks [] for security_group (1aec434a-f328-4e74-b37c-12559be7957d), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.573752 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-838bce9e-fa7a-4462-b14b-0b4be5766f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1aec434a-f328-4e74-b37c-12559be7957d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.613950 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-838bce9e-fa7a-4462-b14b-0b4be5766f0e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fdfd87c1a7f3485a85f0679574365769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678253 Sep 26 12:40:49.614837 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bce9e-fa7a-4462-b14b-0b4be5766f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec434a-f328-4e74-b37c-12559be7957d,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:49.616758 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42522) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:49.666892 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] Publish callbacks [] for security_group (1aec434a-f328-4e74-b37c-12559be7957d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.686884 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] Publish callbacks [] for security_group (1aec434a-f328-4e74-b37c-12559be7957d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.878804 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1aec434a-f328-4e74-b37c-12559be7957d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.881421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:49.883806 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1aec434a-f328-4e74-b37c-12559be7957d HTTP/1.1" status: 204 len: 168 time: 0.2658575 Sep 26 12:40:49.895506 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24607751-e813-49d0-8d75-58378a22c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec434a-f328-4e74-b37c-12559be7957d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:50.216226 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:50.217184 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:50.308384 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297945-577b-4c44-bcb0-230dd619405a req-0204e67f-d372-44dd-b669-e7536beda68b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:50.311395 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0297945-577b-4c44-bcb0-230dd619405a req-0204e67f-d372-44dd-b669-e7536beda68b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0525987 Sep 26 12:40:50.377756 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b0297945-577b-4c44-bcb0-230dd619405a req-2e2c65b8-e3d4-49c7-a0b9-f5a77a0e91ca tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600450 Sep 26 12:40:50.509917 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5d90-5a37-491f-a7f8-8c4c592c4191 req-cc9c0406-3fa9-4078-8fde-e2e9e7f29c8d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:50.511878 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77ce5d90-5a37-491f-a7f8-8c4c592c4191 req-cc9c0406-3fa9-4078-8fde-e2e9e7f29c8d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0519056 Sep 26 12:40:50.576045 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77ce5d90-5a37-491f-a7f8-8c4c592c4191 req-0bb3c868-4234-4c28-917a-9b5ca462c51a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583715 Sep 26 12:40:50.605326 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42548) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:50.642563 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c43e5d-90cf-46af-a419-7b0af2675ebb tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:50.644114 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-22c43e5d-90cf-46af-a419-7b0af2675ebb tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1124 time: 0.0377960 Sep 26 12:40:50.647102 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42550) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:40:50.651436 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:40:50.750971 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:50.839615 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:50.948515 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.27.1.116 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/a77f0733-53ee-4c3e-a90e-41707dba95c0) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:40:50.974700 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:51.020292 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:51.059428 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:51.162702 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:51.206701 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:40:51.209671 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:40:51.212346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:40:51.237431 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=a77f0733-53ee-4c3e-a90e-41707dba95c0,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:51.515411 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:51.575678 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (f84a75b2-6f78-4029-8758-1a9cacaad8b9), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:51.775105 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:51.919569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:52.015602 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:52.080666 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:52.086010 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (f84a75b2-6f78-4029-8758-1a9cacaad8b9), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:52.092447 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=a77f0733-53ee-4c3e-a90e-41707dba95c0,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:52.191837 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP f84a75b2-6f78-4029-8758-1a9cacaad8b9 associated. External IP: 172.27.1.116, port: 9c71f5ef-7904-4576-8ff2-080cf0a5a71d. Sep 26 12:40:52.398999 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:40:52.507609 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:40:52.528805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:40:52.539560 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:52.540064 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:52.644657 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:52.674499 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:52.699287 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:52.706049 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-38ffda8c-5074-418c-a78a-a47f2e20c8d6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0579524 Sep 26 12:40:52.706694 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:52.708996 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56021b1-8bfa-4382-8874-479271e1ca1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:52.744925 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaee6dc-fd69-4f14-92f7-010e01067527 x-openstack-request-id: req-bbaee6dc-fd69-4f14-92f7-010e01067527 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:52.745215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:52.745472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbaee6dc-fd69-4f14-92f7-010e01067527 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:52.745886 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbaee6dc-fd69-4f14-92f7-010e01067527'] response: {'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'status': 'completed', 'code': 200} Sep 26 12:40:52.851105 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-dce63ef7-dc00-4608-83e9-313b4dace126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:52.852650 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-dce63ef7-dc00-4608-83e9-313b4dace126 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0478599 Sep 26 12:40:52.860804 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:51Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:52.890408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:40:52.900703 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:52.901315 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:52.944955 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-92eefbb4-9bbb-4ab3-81e5-746ac6341b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:52.946423 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-92eefbb4-9bbb-4ab3-81e5-746ac6341b84 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0868833 Sep 26 12:40:53.005626 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:53.020850 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-2218ec3e-a01a-47e5-872d-d27dbebc60b4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 999 time: 0.0665426 Sep 26 12:40:53.091082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d27d-24c3-4acc-860b-44146f7d08a8 req-0f3ccb42-5176-432f-a30a-69a37fc9022e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:53.092623 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35b2d27d-24c3-4acc-860b-44146f7d08a8 req-0f3ccb42-5176-432f-a30a-69a37fc9022e tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0478439 Sep 26 12:40:53.141495 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35b2d27d-24c3-4acc-860b-44146f7d08a8 req-43d9d7b8-b0d0-4353-a63f-db90ed05a779 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Sep 26 12:40:53.221267 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:51Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:53.247775 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00650ba3-634f-4859-bdd3-740be6c36b3c None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:51Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:40:53.451115 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d387d0-0ced-4a8d-8fdf-ae02c55b3f97 None None] New status for floating IP f84a75b2-6f78-4029-8758-1a9cacaad8b9: ACTIVE {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:40:54.268284 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f5d9-6180-42e3-a882-5c26a2874c59 req-ea45c4cd-946e-4cf0-ab17-a6c969dc6131 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:54.269797 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ed3f5d9-6180-42e3-a882-5c26a2874c59 req-ea45c4cd-946e-4cf0-ab17-a6c969dc6131 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Sep 26 12:40:54.322694 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ed3f5d9-6180-42e3-a882-5c26a2874c59 req-09d8f18e-785f-4343-a00f-f5fde396fb13 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 Sep 26 12:40:55.440603 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77a53c-8e86-4fdc-81a0-2132bfc7a4b5 req-6bb14711-962d-48c9-9535-10f6885b6c32 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:55.442126 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e77a53c-8e86-4fdc-81a0-2132bfc7a4b5 req-6bb14711-962d-48c9-9535-10f6885b6c32 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0463262 Sep 26 12:40:55.489352 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e77a53c-8e86-4fdc-81a0-2132bfc7a4b5 req-3aef8b7a-4281-4760-9a88-a8a8ccae65b1 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Sep 26 12:40:56.610727 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4bc24-bbf2-45cc-9eb0-3a16ff97bbd1 req-4f96fead-4eb4-4b3f-8775-ac35ac0a28b7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:56.612090 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9a4bc24-bbf2-45cc-9eb0-3a16ff97bbd1 req-4f96fead-4eb4-4b3f-8775-ac35ac0a28b7 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Sep 26 12:40:56.657862 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f9a4bc24-bbf2-45cc-9eb0-3a16ff97bbd1 req-4e4fc0b3-9be6-4fba-b103-d24d6959143f tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Sep 26 12:40:56.869572 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-75f17c69-cf29-4dd2-bc09-cfc0618a1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:56.870938 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-75f17c69-cf29-4dd2-bc09-cfc0618a1751 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0443437 Sep 26 12:40:56.926711 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-b605cc24-4b67-40e3-995f-c792da0a428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:56.928194 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-b605cc24-4b67-40e3-995f-c792da0a428a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378146 Sep 26 12:40:57.135717 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-a0cae43d-6d44-444a-9d94-1d5fd4190c56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Sep 26 12:40:57.380257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-41f23bf7-9e8b-4528-bc78-a15a4b291835 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:57.381790 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-41f23bf7-9e8b-4528-bc78-a15a4b291835 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0462196 Sep 26 12:40:57.419490 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c56021b1-8bfa-4382-8874-479271e1ca1f req-d63c203a-1dcd-402f-bc55-ef7ed7a65f08 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847492 Sep 26 12:40:57.747001 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Deleting port d9586151-becb-4f97-a378-934a591fab2e {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:40:57.747571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (d9586151-becb-4f97-a378-934a591fab2e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:57.828725 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35371c19-0d33-4f52-8ca8-d1d00a6d14da req-76e2c2c4-e0dc-4703-be76-de02af16ed28 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:40:57.830185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35371c19-0d33-4f52-8ca8-d1d00a6d14da req-76e2c2c4-e0dc-4703-be76-de02af16ed28 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 945 time: 0.0913401 Sep 26 12:40:57.897176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] For port d9586151-becb-4f97-a378-934a591fab2e, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d9586151-becb-4f97-a378-934a591fab2e,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:40:57.897541 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (d9586151-becb-4f97-a378-934a591fab2e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:57.920867 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35371c19-0d33-4f52-8ca8-d1d00a6d14da req-5dc801e1-347d-4331-b269-06c304e084cf tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c97c085a-d830-49ce-9f8a-1f9cf9eaf004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837376 Sep 26 12:40:57.960902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:57.965048 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:58.066901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:58.067285 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:58.067928 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Floating IP 13df78fa-4c90-4389-9d16-da43cb2537a6 disassociated. External IP: 172.27.1.207, port: d9586151-becb-4f97-a378-934a591fab2e. Sep 26 12:40:58.068267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Calling delete_port for d9586151-becb-4f97-a378-934a591fab2e owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:40:58.288102 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (d9586151-becb-4f97-a378-934a591fab2e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:58.322000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'Port': ['ID=d9586151-becb-4f97-a378-934a591fab2e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:40:58.428476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:40:58.532445 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:40:58.545244 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:40:58.569982 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:58.569982 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:58.625419 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:58.691040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:58.821436 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:40:58.822616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] No DVR routers for this DVR port d9586151-becb-4f97-a378-934a591fab2e on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:40:58.825416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:40:58.829604 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e4cbd973-0163-45f0-bf4d-4ffa84b45cd8 req-a8e4272a-4375-418d-8c08-d46804346c53 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d9586151-becb-4f97-a378-934a591fab2e HTTP/1.1" status: 204 len: 173 time: 1.1728449 Sep 26 12:40:58.830122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'name': 'network-vif-deleted', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:40:58.832338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f532f8b-2a87-440e-a9e3-1f93c09769a2" -d '{"events": [{"server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "name": "network-vif-deleted", "tag": "d9586151-becb-4f97-a378-934a591fab2e"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:40:58.871342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd6ee9-d815-41f6-80d5-025733bddbaa x-openstack-request-id: req-09fd6ee9-d815-41f6-80d5-025733bddbaa {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:40:58.871628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b43b882-2da9-4a4e-9ec5-4f6cb5f56835", "name": "network-vif-deleted", "tag": "d9586151-becb-4f97-a378-934a591fab2e", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:40:58.871904 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09fd6ee9-d815-41f6-80d5-025733bddbaa {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:40:58.872293 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fd6ee9-d815-41f6-80d5-025733bddbaa'] response: {'server_uuid': '8b43b882-2da9-4a4e-9ec5-4f6cb5f56835', 'name': 'network-vif-deleted', 'tag': 'd9586151-becb-4f97-a378-934a591fab2e', 'status': 'completed', 'code': 200} Sep 26 12:40:58.898277 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:58.926862 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:40:58.934992 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:40:58.935600 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:59.026256 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2585e73e-c8a0-416a-a757-a9384ff21b1d req-515c9041-6552-495f-ad14-772121289ea4 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Sep 26 12:40:59.040263 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:40:59.219762 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:40:59.243195 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa21940-6643-4f1c-ba15-265c73d08019 None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '26c8c72b-ccf7-4143-949b-f58df82e878b', 'name': '', 'network_id': 'e6a95685-4b41-4516-a80e-71935c86f116', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'mac_address': 'fa:16:3e:16:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:12Z', 'updated_at': '2022-09-26T12:34:29Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'subnets': [{'id': 'dc308072-dc47-4566-a3c7-50845bdbcfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:40:59.456121 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9ff5e-2629-46ef-8956-a8fbefb50182 None None] New status for floating IP 13df78fa-4c90-4389-9d16-da43cb2537a6: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:41:00.133201 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-013e6b0d-fa42-4f29-9d9a-11a1c81cb60d req-6e35b40b-241c-4473-8e1b-2057062f828b tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0279438 Sep 26 12:41:01.239152 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2041cf49-dd77-4345-87d3-cf90dbfda6f0 req-11ddd1f0-7325-4d88-bce6-90e5938e38e8 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Sep 26 12:41:01.476012 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9586151-becb-4f97-a378-934a591fab2e no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:01.499247 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: d9586151-becb-4f97-a378-934a591fab2e {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:01.499585 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d9586151-becb-4f97-a378-934a591fab2e not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:02.355579 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f97d9eb-b07a-4e89-b24f-4843c69b61c4 req-621e89b1-e364-4c52-acf6-a76db2a36a25 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8b43b882-2da9-4a4e-9ec5-4f6cb5f56835 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Sep 26 12:41:03.545872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42688) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:03.603615 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (c97c085a-d830-49ce-9f8a-1f9cf9eaf004), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:03.626144 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (c97c085a-d830-49ce-9f8a-1f9cf9eaf004), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:03.769618 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c97c085a-d830-49ce-9f8a-1f9cf9eaf004), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:03.772240 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:03.773411 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c97c085a-d830-49ce-9f8a-1f9cf9eaf004 HTTP/1.1" status: 204 len: 168 time: 0.2265027 Sep 26 12:41:03.776353 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42690) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:03.782705 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13dc55-fc3a-4560-a7aa-6c4bd9070696 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c085a-d830-49ce-9f8a-1f9cf9eaf004,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:03.789826 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-80d8c9b1-e97e-4779-bd31-abdb9ef68b60 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] show failed (client error): The resource could not be found. Sep 26 12:41:03.791049 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-80d8c9b1-e97e-4779-bd31-abdb9ef68b60 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c97c085a-d830-49ce-9f8a-1f9cf9eaf004 HTTP/1.1" status: 404 len: 347 time: 0.0136459 Sep 26 12:41:03.793942 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42692) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:03.890137 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:03.905325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Deleting port 30b38270-b434-47bd-a908-cd5bd5d804ae {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:03.905667 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:03.993258 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5b83c-e3cf-4489-8105-4c64a79d276a req-535c3590-04ac-494c-861d-c79d8f4b55ba tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:03.994709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1fd5b83c-e3cf-4489-8105-4c64a79d276a req-535c3590-04ac-494c-861d-c79d8f4b55ba tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0908868 Sep 26 12:41:04.039988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:04.039988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (30b38270-b434-47bd-a908-cd5bd5d804ae), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:04.065485 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Calling delete_port for 30b38270-b434-47bd-a908-cd5bd5d804ae owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:04.079886 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1fd5b83c-e3cf-4489-8105-4c64a79d276a req-32768127-55fa-4524-aabd-c0c80f1049a8 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782022 Sep 26 12:41:04.124694 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:04.270348 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (30b38270-b434-47bd-a908-cd5bd5d804ae), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:04.294382 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Pushing event deleted for resources: {'Port': ['ID=30b38270-b434-47bd-a908-cd5bd5d804ae,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:04.360216 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks [] for floatingip (13df78fa-4c90-4389-9d16-da43cb2537a6), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:04.362665 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:04.363844 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-365051d4-6d5b-4d22-bbb0-91e7648c8b33 tempest-AttachVolumeTestJSON-1195490507 tempest-AttachVolumeTestJSON-1195490507-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/13df78fa-4c90-4389-9d16-da43cb2537a6 HTTP/1.1" status: 204 len: 168 time: 0.5690169 Sep 26 12:41:04.804007 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:05.211498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d123-d905-430f-b90d-2b8398d72dab req-91669b64-0f12-4c32-8394-00d4683fabee tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:05.213018 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd03d123-d905-430f-b90d-2b8398d72dab req-91669b64-0f12-4c32-8394-00d4683fabee tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 26 12:41:05.285041 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dd03d123-d905-430f-b90d-2b8398d72dab req-43cfee55-fdaa-423d-b03f-d5db6a43e34f tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409195 Sep 26 12:41:05.824190 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-ffe307b5-160a-4ef5-b98b-dfe71d657f49 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:05.825613 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-ffe307b5-160a-4ef5-b98b-dfe71d657f49 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Sep 26 12:41:05.915556 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port 7eaa2f00-95d6-455b-87f3-4003a0527c33 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:05.915920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.006702 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] For port 7eaa2f00-95d6-455b-87f3-4003a0527c33, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=7eaa2f00-95d6-455b-87f3-4003a0527c33,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:06.007065 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.186131 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.186567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.187061 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Floating IP 536a4e15-e4c5-4095-af57-b669641b4301 disassociated. External IP: 172.27.1.153, port: 7eaa2f00-95d6-455b-87f3-4003a0527c33. Sep 26 12:41:06.187482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for 7eaa2f00-95d6-455b-87f3-4003a0527c33 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:06.227888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:06.392291 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb699f0-75d4-4561-865d-4bc403f236a7 req-235a90dd-37ba-4615-a013-83fd2818becd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:06.393659 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aeb699f0-75d4-4561-865d-4bc403f236a7 req-235a90dd-37ba-4615-a013-83fd2818becd tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 945 time: 0.0500708 Sep 26 12:41:06.438869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (7eaa2f00-95d6-455b-87f3-4003a0527c33), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.445609 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:06.450763 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aeb699f0-75d4-4561-865d-4bc403f236a7 req-79ab787b-a34c-4118-a0a2-9b866c9e81d0 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03106514-8afa-4772-baf7-73f3367b7d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514495 Sep 26 12:41:06.474012 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=7eaa2f00-95d6-455b-87f3-4003a0527c33,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:06.583333 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:41:06.686773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:41:06.697669 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:41:06.708401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:06.709009 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:06.729537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] No DVR routers for this DVR port 7eaa2f00-95d6-455b-87f3-4003a0527c33 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:06.733421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:06.735893 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eaa74f8f-c3f8-403f-a13a-48d24ff26a2b req-74c3eea1-8d6f-4076-b178-2dab0e4ced7c tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.61 "DELETE /networking/v2.0/ports/7eaa2f00-95d6-455b-87f3-4003a0527c33 HTTP/1.1" status: 204 len: 173 time: 0.9032593 Sep 26 12:41:06.736363 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'name': 'network-vif-deleted', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:41:06.738658 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fce39-53b5-4f41-839a-4fda0721966a" -d '{"events": [{"server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "name": "network-vif-deleted", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:41:06.777956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ed7655-169e-4e0d-9f18-59246ea1bc3c x-openstack-request-id: req-a4ed7655-169e-4e0d-9f18-59246ea1bc3c {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:41:06.778256 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5127b5-0d47-4204-afba-afcb8b4114d5", "name": "network-vif-deleted", "tag": "7eaa2f00-95d6-455b-87f3-4003a0527c33", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:41:06.778512 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ed7655-169e-4e0d-9f18-59246ea1bc3c {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:41:06.778920 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ed7655-169e-4e0d-9f18-59246ea1bc3c'] response: {'server_uuid': '3f5127b5-0d47-4204-afba-afcb8b4114d5', 'name': 'network-vif-deleted', 'tag': '7eaa2f00-95d6-455b-87f3-4003a0527c33', 'status': 'completed', 'code': 200} Sep 26 12:41:06.819667 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:07.020616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:07.046938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:41:07.056893 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:07.057438 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:07.102857 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:07.160076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:07.191819 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:07.490047 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:07.522571 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a6eaf-ad08-44e7-9256-865b58b287dd None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:33:58Z', 'revision_number': 4, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '3555df88-12d3-404b-b1da-550a60273d17', 'name': '', 'network_id': '736ece97-e5f4-47b0-b5cd-a4ec14369037', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'mac_address': 'fa:16:3e:b6:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:57Z', 'updated_at': '2022-09-26T12:34:07Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'subnets': [{'id': 'ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:41:07.592521 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-23434627-667c-46d8-8b99-f3d844aaa9f6 req-4d8473af-2392-4e4f-8288-c78bc37feb71 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3f5127b5-0d47-4204-afba-afcb8b4114d5 HTTP/1.1" status: 200 len: 210 time: 0.0327351 Sep 26 12:41:07.767250 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97031f-f482-4513-b3b3-14a66dcbe14c None None] New status for floating IP 536a4e15-e4c5-4095-af57-b669641b4301: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:41:08.705585 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42758) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:08.765189 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42762) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:08.822996 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (03106514-8afa-4772-baf7-73f3367b7d2d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:08.846761 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (03106514-8afa-4772-baf7-73f3367b7d2d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:08.858858 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:09.103546 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:09.104387 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (03106514-8afa-4772-baf7-73f3367b7d2d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.106898 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.108608 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/03106514-8afa-4772-baf7-73f3367b7d2d HTTP/1.1" status: 204 len: 168 time: 0.3424459 Sep 26 12:41:09.111683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42766) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:09.128865 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d5836-a0b9-480b-a569-a2a8e01eb082 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03106514-8afa-4772-baf7-73f3367b7d2d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:09.129634 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-8bdbe929-afa1-4af1-89da-606eab896c62 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] show failed (client error): The resource could not be found. Sep 26 12:41:09.129634 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8bdbe929-afa1-4af1-89da-606eab896c62 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "GET /networking/v2.0/security-groups/03106514-8afa-4772-baf7-73f3367b7d2d HTTP/1.1" status: 404 len: 347 time: 0.0152061 Sep 26 12:41:09.131169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42768) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:09.219309 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.243953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Deleting port 1605fd45-e4ac-43ff-a729-a312da867867 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:09.244302 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (1605fd45-e4ac-43ff-a729-a312da867867), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.324839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1605fd45-e4ac-43ff-a729-a312da867867), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.325167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (1605fd45-e4ac-43ff-a729-a312da867867), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.339328 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Calling delete_port for 1605fd45-e4ac-43ff-a729-a312da867867 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:09.437350 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Deleting port 26c8c72b-ccf7-4143-949b-f58df82e878b {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:09.437585 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.454524 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:09.515088 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] For port 26c8c72b-ccf7-4143-949b-f58df82e878b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=26c8c72b-ccf7-4143-949b-f58df82e878b,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:09.515452 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.527986 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Calling delete_port for 26c8c72b-ccf7-4143-949b-f58df82e878b owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:09.604535 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (1605fd45-e4ac-43ff-a729-a312da867867), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.630126 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Pushing event deleted for resources: {'Port': ['ID=1605fd45-e4ac-43ff-a729-a312da867867,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:09.640648 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.641003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.641359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.641704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.642039 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.642931 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.642931 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.643137 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.643467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.643827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.644162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.644489 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.644818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.645145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.645472 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:09.713429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks [] for floatingip (536a4e15-e4c5-4095-af57-b669641b4301), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.716013 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:09.717291 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-92d8bd29-5202-44cd-a674-b6c8590b0505 tempest-AttachVolumeNegativeTest-597070605 tempest-AttachVolumeNegativeTest-597070605-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/536a4e15-e4c5-4095-af57-b669641b4301 HTTP/1.1" status: 204 len: 168 time: 0.5848992 Sep 26 12:41:09.957452 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:10.020849 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-01f4b4dd-0c03-43d6-bce3-1c61061fd5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.050887 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (26c8c72b-ccf7-4143-949b-f58df82e878b), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.075163 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c8c72b-ccf7-4143-949b-f58df82e878b,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:10.239842 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.290115 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:10.442489 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Router d9c110fc-fead-47f4-bdaf-e713a3a472ac has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:41:10.546579 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:41:10.551629 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-b79e36d5-fa58-4c72-b972-9e0762c072c7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d9c110fc-fead-47f4-bdaf-e713a3a472ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450692 Sep 26 12:41:10.554251 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42776) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:10.556771 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Sync routers for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:41:10.567094 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:10.568005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:10.651805 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks [] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.669238 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:10.743700 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks [] for router_gateway (d9c110fc-fead-47f4-bdaf-e713a3a472ac), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.832366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:41:09Z', 'revision_number': 5, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port': {'id': '699b9705-b344-4e7e-a23d-e3da6d6e4337', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:10.859842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Checking router: d9c110fc-fead-47f4-bdaf-e713a3a472ac for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:41:10.868320 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Routers {'d9c110fc-fead-47f4-bdaf-e713a3a472ac'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:10.868927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:40:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:10.896758 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Deleting port 699b9705-b344-4e7e-a23d-e3da6d6e4337 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:10.897097 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.950598 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] Set router d9c110fc-fead-47f4-bdaf-e713a3a472ac gateway port host: None {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:10.977014 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] For port 699b9705-b344-4e7e-a23d-e3da6d6e4337, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=699b9705-b344-4e7e-a23d-e3da6d6e4337,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:10.977619 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:10.990940 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Calling delete_port for 699b9705-b344-4e7e-a23d-e3da6d6e4337 owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:11.003484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:41:10Z', 'revision_number': 6, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port_host': None}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:11.032262 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355b8da-eac6-4fca-b927-1b5b3698aa18 None None] The sync data for ids ['d9c110fc-fead-47f4-bdaf-e713a3a472ac'] in dv-cinder-827624-1-iscsi is: [{'id': 'd9c110fc-fead-47f4-bdaf-e713a3a472ac', 'name': 'tempest-AttachVolumeTestJSON-1308202155-router', 'tenant_id': '858866a5c26c445cacd9d67f0c3ecf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:34:00Z', 'updated_at': '2022-09-26T12:41:10Z', 'revision_number': 6, 'project_id': '858866a5c26c445cacd9d67f0c3ecf93', 'gw_port_host': None}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:41:11.105920 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:11.260861 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (699b9705-b344-4e7e-a23d-e3da6d6e4337), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.268366 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:11.289432 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Pushing event deleted for resources: {'Port': ['ID=699b9705-b344-4e7e-a23d-e3da6d6e4337,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:11.314088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 7eaa2f00-95d6-455b-87f3-4003a0527c33 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:11.334245 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 7eaa2f00-95d6-455b-87f3-4003a0527c33 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:11.334572 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 7eaa2f00-95d6-455b-87f3-4003a0527c33 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:11.356185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.447379 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.450024 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks [] for router_controller (d9c110fc-fead-47f4-bdaf-e713a3a472ac), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.592408 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (d9c110fc-fead-47f4-bdaf-e713a3a472ac), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.593018 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c110fc-fead-47f4-bdaf-e713a3a472ac {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:41:11.603768 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.603768 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-65699f63-8c97-4a9b-bbb2-613cc8dd4520 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d9c110fc-fead-47f4-bdaf-e713a3a472ac HTTP/1.1" status: 204 len: 168 time: 1.0439692 Sep 26 12:41:11.603768 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42782) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:11.650229 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Deleting subnet dc308072-dc47-4566-a3c7-50845bdbcfee {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:41:11.653167 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Publish callbacks [] for subnet (dc308072-dc47-4566-a3c7-50845bdbcfee), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.687442 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (dc308072-dc47-4566-a3c7-50845bdbcfee), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.761385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (dc308072-dc47-4566-a3c7-50845bdbcfee), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.838624 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 699b9705-b344-4e7e-a23d-e3da6d6e4337 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:11.861996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 699b9705-b344-4e7e-a23d-e3da6d6e4337 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:11.862344 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 699b9705-b344-4e7e-a23d-e3da6d6e4337 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:11.862793 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 26c8c72b-ccf7-4143-949b-f58df82e878b no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:11.881498 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 26c8c72b-ccf7-4143-949b-f58df82e878b {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:11.881848 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 26c8c72b-ccf7-4143-949b-f58df82e878b not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:11.896205 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (dc308072-dc47-4566-a3c7-50845bdbcfee), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.925333 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:11.930832 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/dc308072-dc47-4566-a3c7-50845bdbcfee HTTP/1.1" status: 204 len: 168 time: 0.3257184 Sep 26 12:41:11.930832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd642a-c74c-46f1-9f8d-e17aeffe773d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc308072-dc47-4566-a3c7-50845bdbcfee,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:11.932250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42784) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:11.933900 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b72516-e7e3-48e7-af9f-ee3292fbb0da None None] Network e6a95685-4b41-4516-a80e-71935c86f116 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:12.011833 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (e6a95685-4b41-4516-a80e-71935c86f116), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.066970 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Deleting port 52592d62-2399-4498-a110-a9627ab48851 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:12.067310 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (52592d62-2399-4498-a110-a9627ab48851), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.142306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] For port 52592d62-2399-4498-a110-a9627ab48851, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=52592d62-2399-4498-a110-a9627ab48851,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:12.144104 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (52592d62-2399-4498-a110-a9627ab48851), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.147333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] DHCP port deletion for e6a95685-4b41-4516-a80e-71935c86f116 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:41:12.172740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Calling delete_port for 52592d62-2399-4498-a110-a9627ab48851 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:12.201517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:12.203356 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Deleting port 52592d62-2399-4498-a110-a9627ab48851 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:12.203990 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (52592d62-2399-4498-a110-a9627ab48851), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.301847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] For port 52592d62-2399-4498-a110-a9627ab48851, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=52592d62-2399-4498-a110-a9627ab48851,segment=NetworkSegment(a40914ea-14a9-4752-9162-c26bb74b971a),segment_id=a40914ea-14a9-4752-9162-c26bb74b971a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:12.302269 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (52592d62-2399-4498-a110-a9627ab48851), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.314752 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Calling delete_port for 52592d62-2399-4498-a110-a9627ab48851 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:12.353730 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (52592d62-2399-4498-a110-a9627ab48851), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.354989 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b3d76cf5-b929-4d9f-8cf7-d6ed4f8adf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.367171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:12.387181 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:12.388026 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] No DVR routers for this DVR port 52592d62-2399-4498-a110-a9627ab48851 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:12.390085 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=52592d62-2399-4498-a110-a9627ab48851,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:12.396269 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (52592d62-2399-4498-a110-a9627ab48851), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.423863 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Pushing event deleted for resources: {'Port': ['ID=52592d62-2399-4498-a110-a9627ab48851,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:12.427206 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] No DVR routers for this DVR port 52592d62-2399-4498-a110-a9627ab48851 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.439440 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ab3fd-de87-4e98-b85d-e3d73d49bbdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:12.467461 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (e6a95685-4b41-4516-a80e-71935c86f116), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.487815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a95685-4b41-4516-a80e-71935c86f116']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:12.496902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40914ea-14a9-4752-9162-c26bb74b971a') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:12.497193 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40914ea-14a9-4752-9162-c26bb74b971a') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:12.507491 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (a40914ea-14a9-4752-9162-c26bb74b971a), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.523937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (a40914ea-14a9-4752-9162-c26bb74b971a), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.533452 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:41:12.533868 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (a40914ea-14a9-4752-9162-c26bb74b971a), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.722061 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a40914ea-14a9-4752-9162-c26bb74b971a resource provider aggregate not found Sep 26 12:41:12.729597 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (e6a95685-4b41-4516-a80e-71935c86f116), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.734227 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:12.740814 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/e6a95685-4b41-4516-a80e-71935c86f116 HTTP/1.1" status: 204 len: 168 time: 0.8043761 Sep 26 12:41:12.740814 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a40914ea-14a9-4752-9162-c26bb74b971a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a40914ea-14a9-4752-9162-c26bb74b971a found for delete ", "request_id": "req-8d3f8b8d-b934-4808-b860-9bcbf99a8faa"}]} Sep 26 12:41:12.751755 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e37d-4633-450c-af0a-7f3731007c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a95685-4b41-4516-a80e-71935c86f116,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:13.199011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42818) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:13.239704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-12943189-feca-4a14-a2ca-ab8a69ed4803 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=858866a5c26c445cacd9d67f0c3ecf93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395060 Sep 26 12:41:13.242255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42820) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:13.289710 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] Publish callbacks [] for security_group (295ef28f-a36b-420a-a6c2-e0292b0239da), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:13.311521 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] Publish callbacks [] for security_group (295ef28f-a36b-420a-a6c2-e0292b0239da), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:13.341223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:13.418974 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:13.490507 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (295ef28f-a36b-420a-a6c2-e0292b0239da), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:13.492996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:13.494130 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/295ef28f-a36b-420a-a6c2-e0292b0239da HTTP/1.1" status: 204 len: 168 time: 0.2510099 Sep 26 12:41:13.502601 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3090-bf90-463e-8bd1-193c2226eaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ef28f-a36b-420a-a6c2-e0292b0239da,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:13.741447 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 52592d62-2399-4498-a110-a9627ab48851 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:13.763852 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 52592d62-2399-4498-a110-a9627ab48851 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:13.764201 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 52592d62-2399-4498-a110-a9627ab48851 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:14.658087 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42860) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:14.755372 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-524838903-network', 'tenant_id': '183f1071338f4fcd9d53e06cb6951335'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:41:14.873486 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Made reservation on behalf of 183f1071338f4fcd9d53e06cb6951335 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:41:14.875871 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:14.884642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:14.963783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks [] for security_group (4f6cb8be-9374-47d3-b6de-1682a00534b1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.042141 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4f6cb8be-9374-47d3-b6de-1682a00534b1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.070428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:41:15.080493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6cb8be-9374-47d3-b6de-1682a00534b1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:15.085397 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (5144a384-d4e9-47ba-9574-b91295f371bc), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.085867 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Added segment 5144a384-d4e9-47ba-9574-b91295f371bc of type vlan for network 78a2a0e6-d72a-43fe-af0f-98ed49253a1b Sep 26 12:41:15.101631 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.131234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (78a2a0e6-d72a-43fe-af0f-98ed49253a1b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.133694 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42876) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:15.156389 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.202017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (78a2a0e6-d72a-43fe-af0f-98ed49253a1b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.203046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:15.203627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.263245 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] Pushing event updated for resources: {'Network': ['ID=78a2a0e6-d72a-43fe-af0f-98ed49253a1b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:15.273135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 78a2a0e6-d72a-43fe-af0f-98ed49253a1b details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:41:15.392266 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4d1a9437-621a-455f-9b7c-4f9f571a2e0d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7302229 Sep 26 12:41:15.392758 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42880) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:15.397502 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Request body: {'subnet': {'network_id': '78a2a0e6-d72a-43fe-af0f-98ed49253a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-524838903-subnet', 'tenant_id': '183f1071338f4fcd9d53e06cb6951335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:41:15.501082 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (b8763d53-4db8-4377-b69f-2d69979e38e4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.524181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Made reservation on behalf of 183f1071338f4fcd9d53e06cb6951335 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:41:15.526650 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.597597 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:15.677971 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:15.720013 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Deleting port 3555df88-12d3-404b-b1da-550a60273d17 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:15.720351 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3555df88-12d3-404b-b1da-550a60273d17), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.787066 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (5e2fc9db-f92f-4fca-9126-24ac7c1325cd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.791839 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:15.800434 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] For port 3555df88-12d3-404b-b1da-550a60273d17, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3555df88-12d3-404b-b1da-550a60273d17,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:15.800797 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3555df88-12d3-404b-b1da-550a60273d17), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:15.815428 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Calling delete_port for 3555df88-12d3-404b-b1da-550a60273d17 owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:15.843509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2fc9db-f92f-4fca-9126-24ac7c1325cd,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:15.859435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Checking segment: {'id': '5144a384-d4e9-47ba-9574-b91295f371bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '78a2a0e6-d72a-43fe-af0f-98ed49253a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:41:15.859435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Network hostable DHCP agents. Network: 78a2a0e6-d72a-43fe-af0f-98ed49253a1b, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:41:15.870026 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:15.939186 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Network 78a2a0e6-d72a-43fe-af0f-98ed49253a1b is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:41:16.112714 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 78a2a0e6-d72a-43fe-af0f-98ed49253a1b) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:41:16.117359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:16.118282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:16.121332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a34c2-95d0-4d24-89fd-b134c3e50aec None None] Network 78a2a0e6-d72a-43fe-af0f-98ed49253a1b requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:16.150332 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (3555df88-12d3-404b-b1da-550a60273d17), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:16.174836 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Pushing event deleted for resources: {'Port': ['ID=3555df88-12d3-404b-b1da-550a60273d17,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:16.225074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08006e-d263-44d0-96c4-39f94e030153 None None] Network 78a2a0e6-d72a-43fe-af0f-98ed49253a1b requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:16.237856 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:16.256471 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4377bbf7-67dc-4fd0-8e28-3b92a5656aaa admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8625994 Sep 26 12:41:16.363046 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (b8763d53-4db8-4377-b69f-2d69979e38e4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:16.578879 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Router b8763d53-4db8-4377-b69f-2d69979e38e4 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:41:16.678386 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:16.682926 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:41:16.689371 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d4127413-212d-4915-83ca-4550ee717410 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8763d53-4db8-4377-b69f-2d69979e38e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540783 Sep 26 12:41:16.690515 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42892) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:16.693245 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Sync routers for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:41:16.704313 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:16.705181 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:16.908003 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:17.064799 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks [] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.085210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42902) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:17.090938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985530252-network', 'tenant_id': 'e27942d5c5e147019183c31562040bbd'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:41:17.091547 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:41:15Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:17.120035 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Checking router: b8763d53-4db8-4377-b69f-2d69979e38e4 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:41:17.129156 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Routers {'b8763d53-4db8-4377-b69f-2d69979e38e4'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:17.129744 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b8763d53-4db8-4377-b69f-2d69979e38e4'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:17.166476 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks [] for router_gateway (b8763d53-4db8-4377-b69f-2d69979e38e4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.209801 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Made reservation on behalf of e27942d5c5e147019183c31562040bbd for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:41:17.212462 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.220963 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:41:17.222251 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.234575 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] Set router b8763d53-4db8-4377-b69f-2d69979e38e4 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:17.274822 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Deleting port 59942e5b-27c1-4998-a25b-42ffd93c2863 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:17.275474 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.311848 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks [] for security_group (9cfdef18-71a6-4651-943a-80415cc04d4e), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.359944 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] For port 59942e5b-27c1-4998-a25b-42ffd93c2863, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=59942e5b-27c1-4998-a25b-42ffd93c2863,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:17.360298 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.377301 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Calling delete_port for 59942e5b-27c1-4998-a25b-42ffd93c2863 owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:17.392636 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9cfdef18-71a6-4651-943a-80415cc04d4e), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.406087 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:41:15Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:17.416056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:41:17.431832 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f870a04-8e27-4901-8acc-22decef44957 None None] The sync data for ids ['b8763d53-4db8-4377-b69f-2d69979e38e4'] in dv-cinder-827624-1-iscsi is: [{'id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'name': 'tempest-AttachVolumeNegativeTest-1869119799-router', 'tenant_id': '89607848a0d9410a9be20cc3083a34fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:53Z', 'updated_at': '2022-09-26T12:41:15Z', 'revision_number': 5, 'project_id': '89607848a0d9410a9be20cc3083a34fa', 'gw_port': {'id': '59942e5b-27c1-4998-a25b-42ffd93c2863', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8763d53-4db8-4377-b69f-2d69979e38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:33:54Z', 'updated_at': '2022-09-26T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:41:17.432765 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdef18-71a6-4651-943a-80415cc04d4e,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:17.435708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (779bc7e1-7d57-4970-a981-c4e53a09b2ec), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.436032 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Added segment 779bc7e1-7d57-4970-a981-c4e53a09b2ec of type vlan for network 7425eb6a-2080-4314-b181-85736e8835be Sep 26 12:41:17.490347 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (7425eb6a-2080-4314-b181-85736e8835be), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.584682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (7425eb6a-2080-4314-b181-85736e8835be), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.585724 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:17.586307 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.641895 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (59942e5b-27c1-4998-a25b-42ffd93c2863), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.652801 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] Pushing event updated for resources: {'Network': ['ID=7425eb6a-2080-4314-b181-85736e8835be,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:17.664089 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 7425eb6a-2080-4314-b181-85736e8835be details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:41:17.679954 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59942e5b-27c1-4998-a25b-42ffd93c2863,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:17.709527 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-dd3a636c-065b-487a-8464-f5737b6d1806 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6224730 Sep 26 12:41:17.712335 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42912) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:17.717579 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Request body: {'subnet': {'network_id': '7425eb6a-2080-4314-b181-85736e8835be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985530252-subnet', 'tenant_id': 'e27942d5c5e147019183c31562040bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:41:17.738561 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (b8763d53-4db8-4377-b69f-2d69979e38e4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.829699 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.830405 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Made reservation on behalf of e27942d5c5e147019183c31562040bbd for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:41:17.832002 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks [] for router_controller (b8763d53-4db8-4377-b69f-2d69979e38e4), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.833098 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.922426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3555df88-12d3-404b-b1da-550a60273d17 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:17.949272 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 3555df88-12d3-404b-b1da-550a60273d17 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:17.949627 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3555df88-12d3-404b-b1da-550a60273d17 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:17.968514 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (b8763d53-4db8-4377-b69f-2d69979e38e4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.969136 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8763d53-4db8-4377-b69f-2d69979e38e4 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:41:17.973537 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:17.977333 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cc644e7a-93c5-4134-b11b-fa7b6aeb0cc1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b8763d53-4db8-4377-b69f-2d69979e38e4 HTTP/1.1" status: 204 len: 168 time: 1.2833209 Sep 26 12:41:17.979732 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42916) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:18.027352 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.033877 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Deleting subnet ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:41:18.037414 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Publish callbacks [] for subnet (ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.075458 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.138675 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.152503 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.170869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (28f9db64-bcb1-493c-8c40-f6cb00ce99fd), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.231882 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f9db64-bcb1-493c-8c40-f6cb00ce99fd,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:18.241529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Checking segment: {'id': '779bc7e1-7d57-4970-a981-c4e53a09b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7425eb6a-2080-4314-b181-85736e8835be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:41:18.241888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Network hostable DHCP agents. Network: 7425eb6a-2080-4314-b181-85736e8835be, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:41:18.243716 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.312833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.339124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:18.343293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.346553 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Network 7425eb6a-2080-4314-b181-85736e8835be is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:41:18.348041 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-75c0473d-9c90-40b9-aa58-bb4e580a8a68 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ab489f3a-e0e1-48c5-92c6-d6e01bf8d73a HTTP/1.1" status: 204 len: 168 time: 0.3694203 Sep 26 12:41:18.348810 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8640b1-db33-476d-ba8c-f0b2fbbe8a70 None None] Network 736ece97-e5f4-47b0-b5cd-a4ec14369037 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:18.352192 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42918) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:18.421083 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (736ece97-e5f4-47b0-b5cd-a4ec14369037), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.470339 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Deleting port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:18.470339 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.531166 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] For port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:18.538747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.545738 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Calling delete_port for a1fe6794-d84a-41b6-bcfa-eaace6a6cddb owned by network:dhcp {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:18.552995 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] DHCP port deletion for 736ece97-e5f4-47b0-b5cd-a4ec14369037 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:41:18.558497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 7425eb6a-2080-4314-b181-85736e8835be) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:41:18.564405 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:18.565160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.582919 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133ffaa-b6eb-4574-a74c-4afdc3bc5258 None None] Network 7425eb6a-2080-4314-b181-85736e8835be requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:18.640920 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Deleting port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:18.641292 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.725439 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b124c88d-e957-4f6a-81fc-9b9f885a5b9c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0120416 Sep 26 12:41:18.728206 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] For port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,segment=NetworkSegment(fbbf8d31-71c3-4d25-b786-f3834a0dcb5a),segment_id=fbbf8d31-71c3-4d25-b786-f3834a0dcb5a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:18.728685 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.755759 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Calling delete_port for a1fe6794-d84a-41b6-bcfa-eaace6a6cddb owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:18.758766 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1356dde-8cc2-4fc1-b295-86f64bd334ee None None] Network 7425eb6a-2080-4314-b181-85736e8835be requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:18.759005 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.795432 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:18.809231 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] No DVR routers for this DVR port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb on host dv-cinder-827624-1-iscsi {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:18.867881 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.868273 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42922) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:18.905998 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (736ece97-e5f4-47b0-b5cd-a4ec14369037), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.914746 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.925709 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (a1fe6794-d84a-41b6-bcfa-eaace6a6cddb), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.928802 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:18.935928 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736ece97-e5f4-47b0-b5cd-a4ec14369037']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:18.956710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:18.956710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf8d31-71c3-4d25-b786-f3834a0dcb5a') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:18.964806 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Deleting subnet 5e2fc9db-f92f-4fca-9126-24ac7c1325cd {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:41:18.972078 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (fbbf8d31-71c3-4d25-b786-f3834a0dcb5a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:18.973923 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Publish callbacks [] for subnet (5e2fc9db-f92f-4fca-9126-24ac7c1325cd), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.011550 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (fbbf8d31-71c3-4d25-b786-f3834a0dcb5a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.028295 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (5e2fc9db-f92f-4fca-9126-24ac7c1325cd), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.028295 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:41:19.028295 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (fbbf8d31-71c3-4d25-b786-f3834a0dcb5a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.086310 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] Pushing event deleted for resources: {'Port': ['ID=a1fe6794-d84a-41b6-bcfa-eaace6a6cddb,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:19.090757 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b62c0-78bd-4a70-8607-71876c71663a None None] No DVR routers for this DVR port a1fe6794-d84a-41b6-bcfa-eaace6a6cddb on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:19.097202 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment fbbf8d31-71c3-4d25-b786-f3834a0dcb5a resource provider aggregate not found Sep 26 12:41:19.124442 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment fbbf8d31-71c3-4d25-b786-f3834a0dcb5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbbf8d31-71c3-4d25-b786-f3834a0dcb5a found for delete ", "request_id": "req-18f52227-5dcc-497e-9b0d-1f54281dad93"}]} Sep 26 12:41:19.142234 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (5e2fc9db-f92f-4fca-9126-24ac7c1325cd), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.213055 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (736ece97-e5f4-47b0-b5cd-a4ec14369037), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.219916 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.222924 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/736ece97-e5f4-47b0-b5cd-a4ec14369037 HTTP/1.1" status: 204 len: 168 time: 0.8702469 Sep 26 12:41:19.235053 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=736ece97-e5f4-47b0-b5cd-a4ec14369037,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:19.243074 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.243524 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.243900 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.244364 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.244733 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.245172 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.245511 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.245843 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.246180 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.246513 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.246843 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.247177 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.247502 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.248421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.249067 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188c243f-65c7-4d89-871e-d3277e6caaa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:41:19.267018 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (5e2fc9db-f92f-4fca-9126-24ac7c1325cd), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.290346 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:19.292820 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2fc9db-f92f-4fca-9126-24ac7c1325cd,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:19.297785 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.303307 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-08c30da3-639b-4254-952a-569416e9a120 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5e2fc9db-f92f-4fca-9126-24ac7c1325cd HTTP/1.1" status: 204 len: 168 time: 0.4318774 Sep 26 12:41:19.303572 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42944) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:19.375385 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (78a2a0e6-d72a-43fe-af0f-98ed49253a1b), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.454762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (78a2a0e6-d72a-43fe-af0f-98ed49253a1b), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.475009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a2a0e6-d72a-43fe-af0f-98ed49253a1b']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:19.484673 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5144a384-d4e9-47ba-9574-b91295f371bc') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:19.484967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5144a384-d4e9-47ba-9574-b91295f371bc') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:19.499056 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (5144a384-d4e9-47ba-9574-b91295f371bc), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.511850 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (5144a384-d4e9-47ba-9574-b91295f371bc), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.517862 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:41:19.518237 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (5144a384-d4e9-47ba-9574-b91295f371bc), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.661303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42950) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:19.664034 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42952) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:19.693281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (78a2a0e6-d72a-43fe-af0f-98ed49253a1b), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.704049 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.707177 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/78a2a0e6-d72a-43fe-af0f-98ed49253a1b HTTP/1.1" status: 204 len: 168 time: 0.4026518 Sep 26 12:41:19.710446 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 42956) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:19.725513 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88880d1-5124-4578-8b68-4d13e467834e admin admin] Pushing event deleted for resources: {'Network': ['ID=78a2a0e6-d72a-43fe-af0f-98ed49253a1b,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:19.730164 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d7c21471-acc0-447d-9564-8afade9e3e2a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=89607848a0d9410a9be20cc3083a34fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0641749 Sep 26 12:41:19.737256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42958) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:19.752574 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 59942e5b-27c1-4998-a25b-42ffd93c2863 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:19.771840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:19.775313 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Deleting subnet 28f9db64-bcb1-493c-8c40-f6cb00ce99fd {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:41:19.778741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Publish callbacks [] for subnet (28f9db64-bcb1-493c-8c40-f6cb00ce99fd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.787331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 59942e5b-27c1-4998-a25b-42ffd93c2863 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:19.788408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 59942e5b-27c1-4998-a25b-42ffd93c2863 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:19.789162 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a1fe6794-d84a-41b6-bcfa-eaace6a6cddb no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:19.790718 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] Publish callbacks [] for security_group (75a3c71c-fef0-4dc2-88f7-48ea02454c0a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.814099 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: a1fe6794-d84a-41b6-bcfa-eaace6a6cddb {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:19.814579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a1fe6794-d84a-41b6-bcfa-eaace6a6cddb not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:19.823827 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] Publish callbacks [] for security_group (75a3c71c-fef0-4dc2-88f7-48ea02454c0a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.826079 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (28f9db64-bcb1-493c-8c40-f6cb00ce99fd), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.874073 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (28f9db64-bcb1-493c-8c40-f6cb00ce99fd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.908365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4ad68adb-7af1-4144-8291-839003f4c4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:19.998226 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (75a3c71c-fef0-4dc2-88f7-48ea02454c0a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.000830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.002020 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/75a3c71c-fef0-4dc2-88f7-48ea02454c0a HTTP/1.1" status: 204 len: 168 time: 0.2637489 Sep 26 12:41:20.010067 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4a367-1e17-4e75-8535-3ef9811ad154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3c71c-fef0-4dc2-88f7-48ea02454c0a,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:20.070656 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (28f9db64-bcb1-493c-8c40-f6cb00ce99fd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.106901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f9db64-bcb1-493c-8c40-f6cb00ce99fd,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:20.114593 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.117619 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8d9e9833-88ac-43b5-8d95-50de68bd51fc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/28f9db64-bcb1-493c-8c40-f6cb00ce99fd HTTP/1.1" status: 204 len: 168 time: 0.4053285 Sep 26 12:41:20.120217 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42962) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:20.146079 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4ad68adb-7af1-4144-8291-839003f4c4b8 admin admin] Publish callbacks [] for security_group (1f3cf415-1e84-4d92-8839-80d029a159e8), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.188481 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (7425eb6a-2080-4314-b181-85736e8835be), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.253763 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4ad68adb-7af1-4144-8291-839003f4c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1f3cf415-1e84-4d92-8839-80d029a159e8), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.268515 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (7425eb6a-2080-4314-b181-85736e8835be), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.290075 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7425eb6a-2080-4314-b181-85736e8835be']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:20.296510 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4ad68adb-7af1-4144-8291-839003f4c4b8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4431879bdd2e4c4bb38959225190f64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6315999 Sep 26 12:41:20.296510 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad68adb-7af1-4144-8291-839003f4c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3cf415-1e84-4d92-8839-80d029a159e8,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:20.297135 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42964) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:20.306996 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779bc7e1-7d57-4970-a981-c4e53a09b2ec') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:20.307301 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779bc7e1-7d57-4970-a981-c4e53a09b2ec') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:20.324664 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (779bc7e1-7d57-4970-a981-c4e53a09b2ec), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.350328 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (779bc7e1-7d57-4970-a981-c4e53a09b2ec), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.358424 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:41:20.358821 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (779bc7e1-7d57-4970-a981-c4e53a09b2ec), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.425283 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] Publish callbacks [] for security_group (1f3cf415-1e84-4d92-8839-80d029a159e8), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.444989 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:20.450063 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] Publish callbacks [] for security_group (1f3cf415-1e84-4d92-8839-80d029a159e8), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.527376 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (7425eb6a-2080-4314-b181-85736e8835be), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.533135 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.538615 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7425eb6a-2080-4314-b181-85736e8835be HTTP/1.1" status: 204 len: 168 time: 0.4148812 Sep 26 12:41:20.549454 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7ec56-1540-4589-9eca-d6512304c3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7425eb6a-2080-4314-b181-85736e8835be,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:20.621315 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1f3cf415-1e84-4d92-8839-80d029a159e8), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.624427 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:20.625587 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f3cf415-1e84-4d92-8839-80d029a159e8 HTTP/1.1" status: 204 len: 168 time: 0.3275812 Sep 26 12:41:20.634312 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a2d62-45b1-4be7-8d88-a24a9df6cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3cf415-1e84-4d92-8839-80d029a159e8,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:20.976832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42980) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:21.023506 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-09a78e1a-30ea-42a8-acc3-518e68be2616 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=183f1071338f4fcd9d53e06cb6951335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430949 Sep 26 12:41:21.023814 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 42982) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:21.073286 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] Publish callbacks [] for security_group (4f6cb8be-9374-47d3-b6de-1682a00534b1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:21.094154 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] Publish callbacks [] for security_group (4f6cb8be-9374-47d3-b6de-1682a00534b1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:21.112195 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:DELETE=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:21.143708 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 5144a384-d4e9-47ba-9574-b91295f371bc resource provider aggregate not found Sep 26 12:41:21.162888 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 5144a384-d4e9-47ba-9574-b91295f371bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5144a384-d4e9-47ba-9574-b91295f371bc found for delete ", "request_id": "req-980f96b2-f9fe-4a96-aec6-e0e1596eeb2f"}]} Sep 26 12:41:21.183187 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 779bc7e1-7d57-4970-a981-c4e53a09b2ec resource provider aggregate not found Sep 26 12:41:21.201254 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 779bc7e1-7d57-4970-a981-c4e53a09b2ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779bc7e1-7d57-4970-a981-c4e53a09b2ec found for delete ", "request_id": "req-e5546f9b-1536-46df-ab63-f60bf70568ef"}]} Sep 26 12:41:21.261558 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4f6cb8be-9374-47d3-b6de-1682a00534b1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:21.264345 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:21.265658 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f6cb8be-9374-47d3-b6de-1682a00534b1 HTTP/1.1" status: 204 len: 168 time: 0.2409210 Sep 26 12:41:21.274206 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45af33-4a3b-4354-8ead-7ce50276a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6cb8be-9374-47d3-b6de-1682a00534b1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:22.174316 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43026) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:22.220290 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bd5b4357-4301-40be-9c0a-9dd07152a73e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e27942d5c5e147019183c31562040bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442023 Sep 26 12:41:22.222810 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43030) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:22.228628 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:22.273579 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] Publish callbacks [] for security_group (9cfdef18-71a6-4651-943a-80415cc04d4e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:22.295167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] Publish callbacks [] for security_group (9cfdef18-71a6-4651-943a-80415cc04d4e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:22.470250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9cfdef18-71a6-4651-943a-80415cc04d4e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:22.474901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:22.474901 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9cfdef18-71a6-4651-943a-80415cc04d4e HTTP/1.1" status: 204 len: 168 time: 0.2504590 Sep 26 12:41:22.483373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e5edd-86f2-4797-a6fa-60ba0f55ebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdef18-71a6-4651-943a-80415cc04d4e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:24.608295 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43124) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:24.733341 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b36152a2-6ff5-4333-83eb-5e4a2137a902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:24.807900 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b36152a2-6ff5-4333-83eb-5e4a2137a902 admin admin] Publish callbacks [] for security_group (65377a8f-1f1e-4620-bdbb-ac7b8239d1e0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:24.881773 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b36152a2-6ff5-4333-83eb-5e4a2137a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (65377a8f-1f1e-4620-bdbb-ac7b8239d1e0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:24.922561 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b36152a2-6ff5-4333-83eb-5e4a2137a902 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0ff9ca7f85fe4821b0fe9d52e846207a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130598 Sep 26 12:41:24.923273 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36152a2-6ff5-4333-83eb-5e4a2137a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65377a8f-1f1e-4620-bdbb-ac7b8239d1e0,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:24.925875 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43136) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:24.980757 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] Publish callbacks [] for security_group (65377a8f-1f1e-4620-bdbb-ac7b8239d1e0), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:25.001124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] Publish callbacks [] for security_group (65377a8f-1f1e-4620-bdbb-ac7b8239d1e0), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:25.150256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (65377a8f-1f1e-4620-bdbb-ac7b8239d1e0), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:25.153215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:25.154471 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/65377a8f-1f1e-4620-bdbb-ac7b8239d1e0 HTTP/1.1" status: 204 len: 168 time: 0.2274463 Sep 26 12:41:25.164589 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0726-c293-4a7d-aefa-d973f44a7e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65377a8f-1f1e-4620-bdbb-ac7b8239d1e0,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:25.843569 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43156) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:25.857823 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0eea079f-822d-482b-b5f6-fd7c8af90cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:25.934571 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0eea079f-822d-482b-b5f6-fd7c8af90cc6 admin admin] Publish callbacks [] for security_group (77fb4a28-e839-4a23-babd-de87f77080e1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.026684 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0eea079f-822d-482b-b5f6-fd7c8af90cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (77fb4a28-e839-4a23-babd-de87f77080e1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.065529 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0eea079f-822d-482b-b5f6-fd7c8af90cc6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=128cf078bf6945f89aa5c4b08c2b580b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208078 Sep 26 12:41:26.068995 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43160) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:26.077501 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea079f-822d-482b-b5f6-fd7c8af90cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb4a28-e839-4a23-babd-de87f77080e1,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:26.097688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb528a-a09f-4d76-b2ab-a842b679aa53 req-d465876a-d410-44a0-b1b4-685b30ce8c75 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:26.099165 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00bb528a-a09f-4d76-b2ab-a842b679aa53 req-d465876a-d410-44a0-b1b4-685b30ce8c75 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0507824 Sep 26 12:41:26.122357 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] Publish callbacks [] for security_group (77fb4a28-e839-4a23-babd-de87f77080e1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.146182 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] Publish callbacks [] for security_group (77fb4a28-e839-4a23-babd-de87f77080e1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.146399 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00bb528a-a09f-4d76-b2ab-a842b679aa53 req-f4b059e5-9772-4c98-936b-62578e420ac5 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 Sep 26 12:41:26.175872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:26.272258 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (77fb4a28-e839-4a23-babd-de87f77080e1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.274768 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:26.275933 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/77fb4a28-e839-4a23-babd-de87f77080e1 HTTP/1.1" status: 204 len: 168 time: 0.2059927 Sep 26 12:41:26.284622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99518abe-3e84-46a1-8a22-e4ccd700dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb4a28-e839-4a23-babd-de87f77080e1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:27.284395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eff25-d700-47b2-86c6-099a203c301d req-cc4ec0ce-6c7f-4b2c-b74d-cc4ed4d39dc9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:27.285859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f01eff25-d700-47b2-86c6-099a203c301d req-cc4ec0ce-6c7f-4b2c-b74d-cc4ed4d39dc9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0503540 Sep 26 12:41:27.325752 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:27.326580 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:27.337899 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f01eff25-d700-47b2-86c6-099a203c301d req-ffb34e9e-4547-46e6-94e7-49bca6429c46 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Sep 26 12:41:28.475278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c187-ce4c-4f65-9bae-e219ab3bffda req-6b0262f6-750c-4cac-96ae-7b8f1a0a24a0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:28.476824 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2494c187-ce4c-4f65-9bae-e219ab3bffda req-6b0262f6-750c-4cac-96ae-7b8f1a0a24a0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0474744 Sep 26 12:41:28.526763 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2494c187-ce4c-4f65-9bae-e219ab3bffda req-32b29935-ea3b-4227-a1f4-8a515cfc948a tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Sep 26 12:41:29.652634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7510d-e01e-467f-b9b6-fc0657eaca3c req-95a621e0-9edc-4318-b4b2-b6ee14432caf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:29.654012 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76b7510d-e01e-467f-b9b6-fc0657eaca3c req-95a621e0-9edc-4318-b4b2-b6ee14432caf tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0457947 Sep 26 12:41:29.711582 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76b7510d-e01e-467f-b9b6-fc0657eaca3c req-5c159819-6670-429c-b125-e6be3a028c62 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cea97f5-477d-4f24-acf0-c79790ec7c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521009 Sep 26 12:41:29.887447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:29.921849 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-4a57d943-0430-49f5-b8a6-318f93ba20bc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:41:29.923178 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-4a57d943-0430-49f5-b8a6-318f93ba20bc tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 947 time: 0.0444708 Sep 26 12:41:30.008327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Deleting port b2266b1e-371d-4caf-916d-785323453079 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:30.008670 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b2266b1e-371d-4caf-916d-785323453079), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:30.305093 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:30.334320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] For port b2266b1e-371d-4caf-916d-785323453079, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=b2266b1e-371d-4caf-916d-785323453079,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:30.334682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b2266b1e-371d-4caf-916d-785323453079), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:30.495580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:30.495894 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:30.496206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Floating IP b41fa834-6204-47e0-8881-fd9ca76e6003 disassociated. External IP: 172.27.1.233, port: b2266b1e-371d-4caf-916d-785323453079. Sep 26 12:41:30.496541 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Calling delete_port for b2266b1e-371d-4caf-916d-785323453079 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:30.733255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (b2266b1e-371d-4caf-916d-785323453079), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:30.764787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'Port': ['ID=b2266b1e-371d-4caf-916d-785323453079,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:30.871208 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-591a90e7-100c-4fa3-adad-e6990658bd6b req-d40ccc73-3729-474a-8b82-fcf4f6d14aa7 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0374181 Sep 26 12:41:30.920325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:30.946637 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:41:31.231532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:41:31.347749 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:41:31.347749 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:31.347749 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] No DVR routers for this DVR port b2266b1e-371d-4caf-916d-785323453079 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-afdf1f63-ddc3-4b7c-b56f-310394cb0421 req-65de153d-f62e-4b08-adea-ebe8ea09dd07 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.61 "DELETE /networking/v2.0/ports/b2266b1e-371d-4caf-916d-785323453079 HTTP/1.1" status: 204 len: 173 time: 1.1866655 Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-deleted', 'tag': 'b2266b1e-371d-4caf-916d-785323453079'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b59415-9538-405e-a61e-b9bb4819ed0f" -d '{"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-deleted", "tag": "b2266b1e-371d-4caf-916d-785323453079"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be4ae2-0a13-401c-9a58-9ffb7d91421e x-openstack-request-id: req-16be4ae2-0a13-401c-9a58-9ffb7d91421e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62f7c8-d54a-4eae-9595-44f128abf32f", "name": "network-vif-deleted", "tag": "b2266b1e-371d-4caf-916d-785323453079", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16be4ae2-0a13-401c-9a58-9ffb7d91421e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:41:31.349953 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16be4ae2-0a13-401c-9a58-9ffb7d91421e'] response: {'server_uuid': '7b62f7c8-d54a-4eae-9595-44f128abf32f', 'name': 'network-vif-deleted', 'tag': 'b2266b1e-371d-4caf-916d-785323453079', 'status': 'completed', 'code': 200} Sep 26 12:41:31.350874 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:31.404077 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:31.429680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:41:31.438792 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:31.439394 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:31.538937 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:31.719619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-62481cae-4605-4816-8f29-4872193bd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:31.747430 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62481cae-4605-4816-8f29-4872193bd08d None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:34:13Z', 'revision_number': 4, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '515705f9-b021-4ae3-91c4-186475aa16f3', 'name': '', 'network_id': 'e7c05408-648c-4bc8-8663-af3b8613eacd', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'mac_address': 'fa:16:3e:3b:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:11Z', 'updated_at': '2022-09-26T12:34:20Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'subnets': [{'id': '77ca86a2-21f8-493f-93ee-1f402b7cb75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:41:31.963030 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb64f1-7428-408a-9bf8-981ca5a2563e None None] New status for floating IP b41fa834-6204-47e0-8881-fd9ca76e6003: DOWN {{(pid=106799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:41:31.985940 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee8505e4-554d-414e-aa4d-ece3d39212c0 req-fe4e6029-b5b5-4e68-835a-c87471f298d9 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0322194 Sep 26 12:41:33.250174 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-828fe2d0-6c30-40b5-96b7-5b378d8e5681 req-505a2b32-36d6-4e28-a61b-1582f0be96fa tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0283067 Sep 26 12:41:34.281274 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43330) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:34.375378 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ed169834-f957-431d-b225-7e5639eb710f req-febb8bfe-4783-4a26-b564-2c604a293bf0 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0296779 Sep 26 12:41:34.391495 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d5bfd76a-9f77-45af-bb52-1a0c5ad69782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.469934 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d5bfd76a-9f77-45af-bb52-1a0c5ad69782 admin admin] Publish callbacks [] for security_group (00a34642-3a64-4f30-907e-7b130bd81ec6), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.544825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d5bfd76a-9f77-45af-bb52-1a0c5ad69782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (00a34642-3a64-4f30-907e-7b130bd81ec6), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.584412 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d5bfd76a-9f77-45af-bb52-1a0c5ad69782 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=100b5cebe0f34bef920b9a140fca268a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020208 Sep 26 12:41:34.585342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfd76a-9f77-45af-bb52-1a0c5ad69782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a34642-3a64-4f30-907e-7b130bd81ec6,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:34.587183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43338) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:34.636016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] Publish callbacks [] for security_group (00a34642-3a64-4f30-907e-7b130bd81ec6), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.656024 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] Publish callbacks [] for security_group (00a34642-3a64-4f30-907e-7b130bd81ec6), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.832434 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.833041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (00a34642-3a64-4f30-907e-7b130bd81ec6), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.835017 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:34.836181 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/00a34642-3a64-4f30-907e-7b130bd81ec6 HTTP/1.1" status: 204 len: 168 time: 0.2479944 Sep 26 12:41:34.844721 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cdeef-366b-4d75-adb3-7f638fcad57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a34642-3a64-4f30-907e-7b130bd81ec6,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:35.495318 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb3501fe-a986-40c6-a813-2aa9c7ed2dd2 req-28a35e10-fb54-4fdd-99f3-4e9ccd361bcb tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0274956 Sep 26 12:41:35.692288 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43352) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:35.706889 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55045c5f-2fa2-414a-a6f2-396303781014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:35.779759 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55045c5f-2fa2-414a-a6f2-396303781014 admin admin] Publish callbacks [] for security_group (f733b7c6-6a00-4501-aeac-7d6e33115462), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:35.869687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-55045c5f-2fa2-414a-a6f2-396303781014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (f733b7c6-6a00-4501-aeac-7d6e33115462), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:35.910617 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-55045c5f-2fa2-414a-a6f2-396303781014 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=930301d0597c4eb9b000d9b7a90806e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172735 Sep 26 12:41:35.911481 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55045c5f-2fa2-414a-a6f2-396303781014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733b7c6-6a00-4501-aeac-7d6e33115462,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:35.913281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43354) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:35.962445 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] Publish callbacks [] for security_group (f733b7c6-6a00-4501-aeac-7d6e33115462), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:35.973260 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:35.982582 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] Publish callbacks [] for security_group (f733b7c6-6a00-4501-aeac-7d6e33115462), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:36.158333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:36.178331 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: b2266b1e-371d-4caf-916d-785323453079 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:36.178673 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device b2266b1e-371d-4caf-916d-785323453079 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:36.287126 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (f733b7c6-6a00-4501-aeac-7d6e33115462), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:36.289791 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:36.291868 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f733b7c6-6a00-4501-aeac-7d6e33115462 HTTP/1.1" status: 204 len: 168 time: 0.3767188 Sep 26 12:41:36.299819 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2db71-56fb-4efa-a112-d5181f367dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733b7c6-6a00-4501-aeac-7d6e33115462,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:36.620428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-04176da0-1480-423c-b9f7-2c9536ddb49a req-b9e9358f-bb2a-4548-afb6-1b0497311073 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0316358 Sep 26 12:41:37.739879 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5891b523-33c8-4d03-80ad-0b0fe3eaae53 req-d2e322f7-9023-4244-9d8b-9cab22d313da tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b62f7c8-d54a-4eae-9595-44f128abf32f HTTP/1.1" status: 200 len: 210 time: 0.0285370 Sep 26 12:41:38.916866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43436) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:38.971008 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (3cea97f5-477d-4f24-acf0-c79790ec7c86), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:38.992461 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (3cea97f5-477d-4f24-acf0-c79790ec7c86), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.112567 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3cea97f5-477d-4f24-acf0-c79790ec7c86), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.115225 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.116432 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3cea97f5-477d-4f24-acf0-c79790ec7c86 HTTP/1.1" status: 204 len: 168 time: 0.1985595 Sep 26 12:41:39.119428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43442) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:39.126743 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786c260-6d67-4bab-8196-c6194d6b5847 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea97f5-477d-4f24-acf0-c79790ec7c86,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:39.133341 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.api.v2.resource [None req-f75b8385-f301-488f-9535-6868a19acc60 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] show failed (client error): The resource could not be found. Sep 26 12:41:39.137082 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f75b8385-f301-488f-9535-6868a19acc60 tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "GET /networking/v2.0/security-groups/3cea97f5-477d-4f24-acf0-c79790ec7c86 HTTP/1.1" status: 404 len: 347 time: 0.0138438 Sep 26 12:41:39.137418 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43444) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:39.254188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Deleting port 8e22a550-6460-4487-bf3d-a10852e6a77b {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:39.254432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.299475 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:39.337153 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.337153 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (8e22a550-6460-4487-bf3d-a10852e6a77b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.351100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Calling delete_port for 8e22a550-6460-4487-bf3d-a10852e6a77b owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:39.414636 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:39.573020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (8e22a550-6460-4487-bf3d-a10852e6a77b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.609122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Pushing event deleted for resources: {'Port': ['ID=8e22a550-6460-4487-bf3d-a10852e6a77b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:39.666004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks [] for floatingip (b41fa834-6204-47e0-8881-fd9ca76e6003), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.668471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:39.670136 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-aa356d36-6f33-49b3-8a34-763d9288ff9f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b41fa834-6204-47e0-8881-fd9ca76e6003 HTTP/1.1" status: 204 len: 168 time: 0.5317986 Sep 26 12:41:39.922217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43484) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:40.060132 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0a11328a-5139-4cb1-a901-37fc7432c7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.073013 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-20953705-4f2a-4301-a02b-061f19fafc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.139688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0a11328a-5139-4cb1-a901-37fc7432c7b2 admin admin] Publish callbacks [] for security_group (458f24fb-c2d9-421a-9fe2-838be61b8032), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.235884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0a11328a-5139-4cb1-a901-37fc7432c7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (458f24fb-c2d9-421a-9fe2-838be61b8032), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.276966 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11328a-5139-4cb1-a901-37fc7432c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f24fb-c2d9-421a-9fe2-838be61b8032,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:40.282614 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0a11328a-5139-4cb1-a901-37fc7432c7b2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d0a36c0eae2345119643dd6a95357863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588333 Sep 26 12:41:40.285470 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43508) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:40.337364 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] Publish callbacks [] for security_group (458f24fb-c2d9-421a-9fe2-838be61b8032), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.358088 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] Publish callbacks [] for security_group (458f24fb-c2d9-421a-9fe2-838be61b8032), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.515420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (458f24fb-c2d9-421a-9fe2-838be61b8032), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.518023 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:40.519307 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/458f24fb-c2d9-421a-9fe2-838be61b8032 HTTP/1.1" status: 204 len: 168 time: 0.2325222 Sep 26 12:41:40.527373 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d9cb-5ba1-4d2b-a5f8-9f726dcf967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f24fb-c2d9-421a-9fe2-838be61b8032,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:41.251870 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43544) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:41.256830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38e0d0e9-9628-4de2-b3d1-209434beda1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.277851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:41.330711 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38e0d0e9-9628-4de2-b3d1-209434beda1a admin admin] Publish callbacks [] for security_group (0183d87c-1d83-455f-a592-34a9f9a957ab), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.434970 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-38e0d0e9-9628-4de2-b3d1-209434beda1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (0183d87c-1d83-455f-a592-34a9f9a957ab), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.472506 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-38e0d0e9-9628-4de2-b3d1-209434beda1a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a11709fc934a4867ad7c20f48eb3f873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282763 Sep 26 12:41:41.473368 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d0e9-9628-4de2-b3d1-209434beda1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0183d87c-1d83-455f-a592-34a9f9a957ab,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:41.475164 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43550) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:41.538422 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] Publish callbacks [] for security_group (0183d87c-1d83-455f-a592-34a9f9a957ab), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.557522 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:41.559602 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] Publish callbacks [] for security_group (0183d87c-1d83-455f-a592-34a9f9a957ab), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.701351 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (0183d87c-1d83-455f-a592-34a9f9a957ab), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.704095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:41.706619 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0183d87c-1d83-455f-a592-34a9f9a957ab HTTP/1.1" status: 204 len: 168 time: 0.2291310 Sep 26 12:41:41.713387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40819f-df09-436b-becb-52d835a906b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0183d87c-1d83-455f-a592-34a9f9a957ab,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:42.039153 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:42.041261 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:42.272607 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b502d6ae-ae82-4522-960b-19a307ab64c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:42.518395 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43580) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:42.885928 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:42.933498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.163755 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Deleting port 515705f9-b021-4ae3-91c4-186475aa16f3 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:43.164097 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.209451 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:43.242994 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] For port 515705f9-b021-4ae3-91c4-186475aa16f3, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=515705f9-b021-4ae3-91c4-186475aa16f3,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:43.243356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.256447 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Calling delete_port for 515705f9-b021-4ae3-91c4-186475aa16f3 owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:43.501290 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.569832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (515705f9-b021-4ae3-91c4-186475aa16f3), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.594924 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Pushing event deleted for resources: {'Port': ['ID=515705f9-b021-4ae3-91c4-186475aa16f3,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:43.774043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:43.777579 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43616) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:43.798408 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.908534 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-795ef77f-8363-47b4-ba80-b8975e54152d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:43.987921 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-795ef77f-8363-47b4-ba80-b8975e54152d admin admin] Publish callbacks [] for security_group (968b7790-aec9-4e49-965b-5640f58ed9fe), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.018046 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:41:44.081377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-795ef77f-8363-47b4-ba80-b8975e54152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (968b7790-aec9-4e49-965b-5640f58ed9fe), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.120610 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:41:44.126142 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ef77f-8363-47b4-ba80-b8975e54152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b7790-aec9-4e49-965b-5640f58ed9fe,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:44.130133 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43628) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:44.131221 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Sync routers for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:41:44.135129 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-42290ced-25c6-4b02-9855-8a5ac607be7e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2c60fe55-93d6-4a6b-925b-d6a19f238f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155972 Sep 26 12:41:44.143113 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-795ef77f-8363-47b4-ba80-b8975e54152d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=96a10749773f4e3198cc3cca337727c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648138 Sep 26 12:41:44.143932 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:44.144541 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:44.146081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43630) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:44.205129 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.218111 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] Publish callbacks [] for security_group (968b7790-aec9-4e49-965b-5640f58ed9fe), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.237833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.242899 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.243257 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] Publish callbacks [] for security_group (968b7790-aec9-4e49-965b-5640f58ed9fe), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.252005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks [] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.261761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:44.351730 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks [] for router_gateway (2c60fe55-93d6-4a6b-925b-d6a19f238f84), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.383996 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (968b7790-aec9-4e49-965b-5640f58ed9fe), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.386458 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.387618 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/968b7790-aec9-4e49-965b-5640f58ed9fe HTTP/1.1" status: 204 len: 168 time: 0.2403271 Sep 26 12:41:44.395884 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab24405-2b38-4a93-aadc-6d02613b7718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b7790-aec9-4e49-965b-5640f58ed9fe,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:44.442940 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:41:43Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:44.469766 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Checking router: 2c60fe55-93d6-4a6b-925b-d6a19f238f84 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:41:44.478087 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Routers {'2c60fe55-93d6-4a6b-925b-d6a19f238f84'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:41:44.478677 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:41:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:44.527277 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Deleting port 11349572-5ec4-4688-a04d-8d4bf7475ce9 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:44.527624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.580948 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] Set router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:41:44.615506 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] For port 11349572-5ec4-4688-a04d-8d4bf7475ce9, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=11349572-5ec4-4688-a04d-8d4bf7475ce9,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:44.615897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.629048 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Calling delete_port for 11349572-5ec4-4688-a04d-8d4bf7475ce9 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:44.750194 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.753150 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:41:43Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:44.776857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.782846 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60ff3a-21a6-45e9-a7ce-a94f87b95da7 None None] The sync data for ids ['2c60fe55-93d6-4a6b-925b-d6a19f238f84'] in dv-cinder-827624-1-iscsi is: [{'id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'name': 'tempest-AttachVolumeShelveTestJSON-153914593-router', 'tenant_id': '3a33202f8d3141ed9011d2eb1e25c466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:33:59Z', 'updated_at': '2022-09-26T12:41:43Z', 'revision_number': 5, 'project_id': '3a33202f8d3141ed9011d2eb1e25c466', 'gw_port': {'id': '11349572-5ec4-4688-a04d-8d4bf7475ce9', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c60fe55-93d6-4a6b-925b-d6a19f238f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:34:01Z', 'updated_at': '2022-09-26T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:41:44.800391 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:44.923925 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (11349572-5ec4-4688-a04d-8d4bf7475ce9), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:44.951270 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Pushing event deleted for resources: {'Port': ['ID=11349572-5ec4-4688-a04d-8d4bf7475ce9,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:45.013953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.105187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.107345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks [] for router_controller (2c60fe55-93d6-4a6b-925b-d6a19f238f84), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.172820 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.202666 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.281821 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (2c60fe55-93d6-4a6b-925b-d6a19f238f84), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.282429 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c60fe55-93d6-4a6b-925b-d6a19f238f84 {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:41:45.287490 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.288725 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-56669051-7814-45d8-950b-212a40dcb2af admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/2c60fe55-93d6-4a6b-925b-d6a19f238f84 HTTP/1.1" status: 204 len: 168 time: 1.1565597 Sep 26 12:41:45.291319 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43652) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:45.337268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Deleting subnet 77ca86a2-21f8-493f-93ee-1f402b7cb75d {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:41:45.340920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Publish callbacks [] for subnet (77ca86a2-21f8-493f-93ee-1f402b7cb75d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.386857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (77ca86a2-21f8-493f-93ee-1f402b7cb75d), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.472096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (77ca86a2-21f8-493f-93ee-1f402b7cb75d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.641401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (77ca86a2-21f8-493f-93ee-1f402b7cb75d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.670078 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ca86a2-21f8-493f-93ee-1f402b7cb75d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:45.672576 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.678267 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f305cdf2-2c26-455b-a726-e734c3c86280 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/77ca86a2-21f8-493f-93ee-1f402b7cb75d HTTP/1.1" status: 204 len: 168 time: 0.3833213 Sep 26 12:41:45.678267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43666) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:45.682685 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe5800-7c91-400d-a8a3-4687c057813d None None] Network e7c05408-648c-4bc8-8663-af3b8613eacd requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:41:45.762964 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (e7c05408-648c-4bc8-8663-af3b8613eacd), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.792459 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43668) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:45.827112 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Deleting port b63172d4-fbfc-441b-aa72-54723e3b7125 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:45.827112 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.852066 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:45.908164 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 11349572-5ec4-4688-a04d-8d4bf7475ce9 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:45.928016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] For port b63172d4-fbfc-441b-aa72-54723e3b7125, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b63172d4-fbfc-441b-aa72-54723e3b7125,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:45.930143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:45.947883 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Calling delete_port for b63172d4-fbfc-441b-aa72-54723e3b7125 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:45.990103 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0f38ed82-3799-48b2-8549-90fa67583d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.097819 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] DHCP port deletion for e7c05408-648c-4bc8-8663-af3b8613eacd request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:41:46.098438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0f38ed82-3799-48b2-8549-90fa67583d1d admin admin] Publish callbacks [] for security_group (2a0b05e7-1977-483a-a6d6-fa2c985ae312), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.100984 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 11349572-5ec4-4688-a04d-8d4bf7475ce9 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:46.101327 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 11349572-5ec4-4688-a04d-8d4bf7475ce9 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:46.101739 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 515705f9-b021-4ae3-91c4-186475aa16f3 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:46.122027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 515705f9-b021-4ae3-91c4-186475aa16f3 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:46.122347 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 515705f9-b021-4ae3-91c4-186475aa16f3 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:46.153999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Deleting port b63172d4-fbfc-441b-aa72-54723e3b7125 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:41:46.154373 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.209654 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.222509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] For port b63172d4-fbfc-441b-aa72-54723e3b7125, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=b63172d4-fbfc-441b-aa72-54723e3b7125,segment=NetworkSegment(a0b1d9a4-68fe-46de-b66d-984695a904c1),segment_id=a0b1d9a4-68fe-46de-b66d-984695a904c1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:41:46.222509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.233005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Calling delete_port for b63172d4-fbfc-441b-aa72-54723e3b7125 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:41:46.234827 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63172d4-fbfc-441b-aa72-54723e3b7125,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:46.238231 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] No DVR routers for this DVR port b63172d4-fbfc-441b-aa72-54723e3b7125 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:46.250394 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0f38ed82-3799-48b2-8549-90fa67583d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2a0b05e7-1977-483a-a6d6-fa2c985ae312), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.295072 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0f38ed82-3799-48b2-8549-90fa67583d1d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2a0ef003d4ef455e883484775da71f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009890 Sep 26 12:41:46.299220 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43688) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:46.315378 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (e7c05408-648c-4bc8-8663-af3b8613eacd), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.330047 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38ed82-3799-48b2-8549-90fa67583d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b05e7-1977-483a-a6d6-fa2c985ae312,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:46.337271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c05408-648c-4bc8-8663-af3b8613eacd']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:46.349758 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b1d9a4-68fe-46de-b66d-984695a904c1') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:46.350234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b1d9a4-68fe-46de-b66d-984695a904c1') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:41:46.361985 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (a0b1d9a4-68fe-46de-b66d-984695a904c1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.371448 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:46.378907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (a0b1d9a4-68fe-46de-b66d-984695a904c1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.386939 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:41:46.390430 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (a0b1d9a4-68fe-46de-b66d-984695a904c1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.392367 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (b63172d4-fbfc-441b-aa72-54723e3b7125), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.415356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] Publish callbacks [] for security_group (2a0b05e7-1977-483a-a6d6-fa2c985ae312), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.427006 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] Pushing event deleted for resources: {'Port': ['ID=b63172d4-fbfc-441b-aa72-54723e3b7125,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:46.429103 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533a75d-4370-4a40-9e6a-ed40962a11d0 None None] No DVR routers for this DVR port b63172d4-fbfc-441b-aa72-54723e3b7125 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:41:46.444666 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a0b1d9a4-68fe-46de-b66d-984695a904c1 resource provider aggregate not found Sep 26 12:41:46.452912 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] Publish callbacks [] for security_group (2a0b05e7-1977-483a-a6d6-fa2c985ae312), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.464988 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment a0b1d9a4-68fe-46de-b66d-984695a904c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b1d9a4-68fe-46de-b66d-984695a904c1 found for delete ", "request_id": "req-8ad30141-2170-4d80-b4c3-79764c485c6d"}]} Sep 26 12:41:46.541345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (e7c05408-648c-4bc8-8663-af3b8613eacd), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.548425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.551735 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/e7c05408-648c-4bc8-8663-af3b8613eacd HTTP/1.1" status: 204 len: 168 time: 0.8726213 Sep 26 12:41:46.565923 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65529665-ceb8-42f4-9ab5-eea5140800a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c05408-648c-4bc8-8663-af3b8613eacd,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:46.649552 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (2a0b05e7-1977-483a-a6d6-fa2c985ae312), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.652130 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:46.653311 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2a0b05e7-1977-483a-a6d6-fa2c985ae312 HTTP/1.1" status: 204 len: 168 time: 0.3529482 Sep 26 12:41:46.662101 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78b5a0-c55e-4c1a-9f1e-aec5d0d106c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b05e7-1977-483a-a6d6-fa2c985ae312,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:47.157219 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43710) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:47.205391 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-03e4d170-47a5-43d3-ba84-80b7f1511db3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3a33202f8d3141ed9011d2eb1e25c466&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469525 Sep 26 12:41:47.207805 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43712) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:47.241352 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43714) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:47.258129 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] Publish callbacks [] for security_group (1d34ead3-8d14-4af9-a982-a2dac81f68ca), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.278824 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] Publish callbacks [] for security_group (1d34ead3-8d14-4af9-a982-a2dac81f68ca), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.427621 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1d34ead3-8d14-4af9-a982-a2dac81f68ca), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.430521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.438976 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1d34ead3-8d14-4af9-a982-a2dac81f68ca HTTP/1.1" status: 204 len: 168 time: 0.2229941 Sep 26 12:41:47.449576 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e6b5a-9957-44d8-ac0a-525a7589d4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d34ead3-8d14-4af9-a982-a2dac81f68ca,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:47.455145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-31f6bdf4-7849-4ad0-a2c6-9babc6d4686b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.559063 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-31f6bdf4-7849-4ad0-a2c6-9babc6d4686b admin admin] Publish callbacks [] for security_group (281a7f2e-78d1-44ea-acb2-3d427d6e5c74), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.684280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-31f6bdf4-7849-4ad0-a2c6-9babc6d4686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (281a7f2e-78d1-44ea-acb2-3d427d6e5c74), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.728243 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-31f6bdf4-7849-4ad0-a2c6-9babc6d4686b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2b06e80dd3f2452fa28b2a0baa73bbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835327 Sep 26 12:41:47.728243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6bdf4-7849-4ad0-a2c6-9babc6d4686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281a7f2e-78d1-44ea-acb2-3d427d6e5c74,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:47.729466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43726) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:47.766821 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b63172d4-fbfc-441b-aa72-54723e3b7125 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:41:47.789375 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] Publish callbacks [] for security_group (281a7f2e-78d1-44ea-acb2-3d427d6e5c74), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.789985 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: b63172d4-fbfc-441b-aa72-54723e3b7125 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:41:47.790518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device b63172d4-fbfc-441b-aa72-54723e3b7125 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:41:47.814602 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] Publish callbacks [] for security_group (281a7f2e-78d1-44ea-acb2-3d427d6e5c74), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.961568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (281a7f2e-78d1-44ea-acb2-3d427d6e5c74), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.964335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:47.965535 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/281a7f2e-78d1-44ea-acb2-3d427d6e5c74 HTTP/1.1" status: 204 len: 168 time: 0.2349906 Sep 26 12:41:47.975129 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cd683-9c81-4543-9917-0316edfd01bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a7f2e-78d1-44ea-acb2-3d427d6e5c74,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:48.775256 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 43758) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:48.788475 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5d9a72f3-6db6-4e86-a3a2-a4e318c5fc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:48.807832 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:48.823961 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=9 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:48.866884 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5d9a72f3-6db6-4e86-a3a2-a4e318c5fc5a admin admin] Publish callbacks [] for security_group (64fbce70-9780-435f-9e4e-6082ec99240b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.044796 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5d9a72f3-6db6-4e86-a3a2-a4e318c5fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (64fbce70-9780-435f-9e4e-6082ec99240b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.083298 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5d9a72f3-6db6-4e86-a3a2-a4e318c5fc5a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bb2892af77854150982eb5afe3424d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069472 Sep 26 12:41:49.084417 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a72f3-6db6-4e86-a3a2-a4e318c5fc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fbce70-9780-435f-9e4e-6082ec99240b,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:49.087020 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 43766) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:49.140312 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] Publish callbacks [] for security_group (64fbce70-9780-435f-9e4e-6082ec99240b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.160131 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] Publish callbacks [] for security_group (64fbce70-9780-435f-9e4e-6082ec99240b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.372504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (64fbce70-9780-435f-9e4e-6082ec99240b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.377042 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:49.377042 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/64fbce70-9780-435f-9e4e-6082ec99240b HTTP/1.1" status: 204 len: 168 time: 0.2875590 Sep 26 12:41:49.384361 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbcccf-2bd7-4d35-8a93-eacd09982d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fbce70-9780-435f-9e4e-6082ec99240b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:54.219228 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:41:57.988743 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:59.166002 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44014) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:59.192750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:59.270504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1fd21887-3571-4c5f-b2da-352d9c0e7f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.349188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1fd21887-3571-4c5f-b2da-352d9c0e7f21 admin admin] Publish callbacks [] for security_group (b017baee-13ce-41a0-ad66-e8e0123b0e88), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.396615 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:59.426303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1fd21887-3571-4c5f-b2da-352d9c0e7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b017baee-13ce-41a0-ad66-e8e0123b0e88), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.450953 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=7,neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:41:59.468375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1fd21887-3571-4c5f-b2da-352d9c0e7f21 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35767fa246084253945c8124bce541bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013475 Sep 26 12:41:59.469216 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd21887-3571-4c5f-b2da-352d9c0e7f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017baee-13ce-41a0-ad66-e8e0123b0e88,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:41:59.471159 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44018) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:41:59.524555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] Publish callbacks [] for security_group (b017baee-13ce-41a0-ad66-e8e0123b0e88), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.544811 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] Publish callbacks [] for security_group (b017baee-13ce-41a0-ad66-e8e0123b0e88), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.681291 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b017baee-13ce-41a0-ad66-e8e0123b0e88), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.683783 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:41:59.685530 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b017baee-13ce-41a0-ad66-e8e0123b0e88 HTTP/1.1" status: 204 len: 168 time: 0.2128291 Sep 26 12:41:59.694081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949221b-20f5-446e-a792-bf35058212c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017baee-13ce-41a0-ad66-e8e0123b0e88,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:00.617688 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44048) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:00.723813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f85a657e-3889-48d7-a564-02b3bbfc0211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:00.808851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f85a657e-3889-48d7-a564-02b3bbfc0211 admin admin] Publish callbacks [] for security_group (77a5a274-68e6-40eb-8283-8c1ebd991fb4), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:00.880861 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f85a657e-3889-48d7-a564-02b3bbfc0211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (77a5a274-68e6-40eb-8283-8c1ebd991fb4), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:00.921035 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f85a657e-3889-48d7-a564-02b3bbfc0211 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=98b6705f35464f73b6cb1a6426c11f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021894 Sep 26 12:42:00.923789 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44066) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:00.929682 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a657e-3889-48d7-a564-02b3bbfc0211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a5a274-68e6-40eb-8283-8c1ebd991fb4,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:00.976293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] Publish callbacks [] for security_group (77a5a274-68e6-40eb-8283-8c1ebd991fb4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:00.997649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] Publish callbacks [] for security_group (77a5a274-68e6-40eb-8283-8c1ebd991fb4), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:01.178000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (77a5a274-68e6-40eb-8283-8c1ebd991fb4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:01.183747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:01.183747 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/77a5a274-68e6-40eb-8283-8c1ebd991fb4 HTTP/1.1" status: 204 len: 168 time: 0.2569451 Sep 26 12:42:01.189724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374251-2b64-4371-b69e-b9f921b083cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a5a274-68e6-40eb-8283-8c1ebd991fb4,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:01.833275 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44098) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:01.938212 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91b4d3bf-323f-4771-905a-40127eafaa1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:01.976522 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:INSERT=15,neutron:UPDATE=1,neutron:SELECT=79,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:02.014246 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91b4d3bf-323f-4771-905a-40127eafaa1e admin admin] Publish callbacks [] for security_group (50bad28b-5c3a-4e78-abc1-3375ddc01aa1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.100024 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44102) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:02.113886 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-626e6dc3-9b9f-469d-9a3b-6025e2ac682d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.115603 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-91b4d3bf-323f-4771-905a-40127eafaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (50bad28b-5c3a-4e78-abc1-3375ddc01aa1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.141438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:02.171921 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-91b4d3bf-323f-4771-905a-40127eafaa1e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4905624c523d4e9687ec1a6498dd805a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375344 Sep 26 12:42:02.174311 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4d3bf-323f-4771-905a-40127eafaa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bad28b-5c3a-4e78-abc1-3375ddc01aa1,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:02.174846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44108) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:02.229286 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] Publish callbacks [] for security_group (50bad28b-5c3a-4e78-abc1-3375ddc01aa1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.240669 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-626e6dc3-9b9f-469d-9a3b-6025e2ac682d admin admin] Publish callbacks [] for security_group (97c87631-af8f-48b0-b95f-8ca2a7a62001), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.254174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] Publish callbacks [] for security_group (50bad28b-5c3a-4e78-abc1-3375ddc01aa1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.317902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-626e6dc3-9b9f-469d-9a3b-6025e2ac682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (97c87631-af8f-48b0-b95f-8ca2a7a62001), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.360025 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6dc3-9b9f-469d-9a3b-6025e2ac682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c87631-af8f-48b0-b95f-8ca2a7a62001,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:02.364262 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-626e6dc3-9b9f-469d-9a3b-6025e2ac682d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=78f95d99110c4f1eba672a399d447ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628567 Sep 26 12:42:02.367005 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44112) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:02.415687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (50bad28b-5c3a-4e78-abc1-3375ddc01aa1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.419033 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.423810 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/50bad28b-5c3a-4e78-abc1-3375ddc01aa1 HTTP/1.1" status: 204 len: 168 time: 0.2476311 Sep 26 12:42:02.432632 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a72ed-72c6-41db-a5db-d0145c41eed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bad28b-5c3a-4e78-abc1-3375ddc01aa1,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:02.665571 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] Publish callbacks [] for security_group (97c87631-af8f-48b0-b95f-8ca2a7a62001), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.686227 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] Publish callbacks [] for security_group (97c87631-af8f-48b0-b95f-8ca2a7a62001), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.823683 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (97c87631-af8f-48b0-b95f-8ca2a7a62001), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.826365 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:02.830288 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97c87631-af8f-48b0-b95f-8ca2a7a62001 HTTP/1.1" status: 204 len: 168 time: 0.4597700 Sep 26 12:42:02.836251 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51785-60cd-43eb-a565-f74a9e0c532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c87631-af8f-48b0-b95f-8ca2a7a62001,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:03.540363 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44138) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:03.553908 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-095c5aac-3144-408a-ad49-96e6f41eac3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:03.607171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:03.629315 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-095c5aac-3144-408a-ad49-96e6f41eac3c admin admin] Publish callbacks [] for security_group (b0bd8dc6-dca7-45aa-ac83-35cca36632d0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:03.749858 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-095c5aac-3144-408a-ad49-96e6f41eac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b0bd8dc6-dca7-45aa-ac83-35cca36632d0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:03.794869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44150) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:03.795480 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-095c5aac-3144-408a-ad49-96e6f41eac3c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b3295cde957644d79339d52209a34ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535052 Sep 26 12:42:03.797169 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c5aac-3144-408a-ad49-96e6f41eac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd8dc6-dca7-45aa-ac83-35cca36632d0,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:03.855016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] Publish callbacks [] for security_group (b0bd8dc6-dca7-45aa-ac83-35cca36632d0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:03.876905 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] Publish callbacks [] for security_group (b0bd8dc6-dca7-45aa-ac83-35cca36632d0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.012936 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b0bd8dc6-dca7-45aa-ac83-35cca36632d0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.015583 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.016881 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b0bd8dc6-dca7-45aa-ac83-35cca36632d0 HTTP/1.1" status: 204 len: 168 time: 0.2200544 Sep 26 12:42:04.030858 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77604b-8f00-4384-a23b-aff957685ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd8dc6-dca7-45aa-ac83-35cca36632d0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:04.241884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44160) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:04.468903 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f2-142b-41fc-8e9c-fe947eb50433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.556908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f2-142b-41fc-8e9c-fe947eb50433 admin admin] Publish callbacks [] for security_group (dba30ca0-2482-481a-8f8b-58e95fdd6f4c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.666492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f2-142b-41fc-8e9c-fe947eb50433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (dba30ca0-2482-481a-8f8b-58e95fdd6f4c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.717910 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7072f2-142b-41fc-8e9c-fe947eb50433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba30ca0-2482-481a-8f8b-58e95fdd6f4c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:04.723319 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5a7072f2-142b-41fc-8e9c-fe947eb50433 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f145aaa62bbf403e876355286ea98648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801805 Sep 26 12:42:04.725985 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44178) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:04.776230 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] Publish callbacks [] for security_group (dba30ca0-2482-481a-8f8b-58e95fdd6f4c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.798114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] Publish callbacks [] for security_group (dba30ca0-2482-481a-8f8b-58e95fdd6f4c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.800964 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.935130 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (dba30ca0-2482-481a-8f8b-58e95fdd6f4c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.937767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:04.939004 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dba30ca0-2482-481a-8f8b-58e95fdd6f4c HTTP/1.1" status: 204 len: 168 time: 0.2120521 Sep 26 12:42:04.947237 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ab1c-82ad-4478-a7c4-6a9d1f655373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba30ca0-2482-481a-8f8b-58e95fdd6f4c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:05.682634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44204) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:05.775105 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44208) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:05.789998 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a5326311-201c-442f-971d-59cc90228801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:05.845063 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:05.876436 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a5326311-201c-442f-971d-59cc90228801 admin admin] Publish callbacks [] for security_group (f4938b2e-3b12-4ce6-b21f-918816a270da), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:05.947229 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7637-ec94-4b34-b7b8-e18de4f740a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:05.949824 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:05.965860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a5326311-201c-442f-971d-59cc90228801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (f4938b2e-3b12-4ce6-b21f-918816a270da), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.016197 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5326311-201c-442f-971d-59cc90228801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4938b2e-3b12-4ce6-b21f-918816a270da,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:06.027228 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a5326311-201c-442f-971d-59cc90228801 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3aa3490ccef94a5bb807d0f0f57e4fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477207 Sep 26 12:42:06.027228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44214) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:06.108652 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] Publish callbacks [] for security_group (f4938b2e-3b12-4ce6-b21f-918816a270da), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.111514 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7637-ec94-4b34-b7b8-e18de4f740a2 admin admin] Publish callbacks [] for security_group (cd323e72-db9b-4410-8106-974711644c59), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.131695 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] Publish callbacks [] for security_group (f4938b2e-3b12-4ce6-b21f-918816a270da), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.206133 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7637-ec94-4b34-b7b8-e18de4f740a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (cd323e72-db9b-4410-8106-974711644c59), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.242914 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc7637-ec94-4b34-b7b8-e18de4f740a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd323e72-db9b-4410-8106-974711644c59,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:06.247176 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3fbc7637-ec94-4b34-b7b8-e18de4f740a2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=97f0c42593294bc09440d719ef2c8e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5634987 Sep 26 12:42:06.249762 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44216) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:06.296675 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] Publish callbacks [] for security_group (cd323e72-db9b-4410-8106-974711644c59), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.317487 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (f4938b2e-3b12-4ce6-b21f-918816a270da), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.320147 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.321267 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f4938b2e-3b12-4ce6-b21f-918816a270da HTTP/1.1" status: 204 len: 168 time: 0.2938499 Sep 26 12:42:06.323106 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] Publish callbacks [] for security_group (cd323e72-db9b-4410-8106-974711644c59), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.343498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24734fb-5e80-4cf5-8045-5688cd49c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4938b2e-3b12-4ce6-b21f-918816a270da,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:06.595196 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (cd323e72-db9b-4410-8106-974711644c59), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.597814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:06.598960 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd323e72-db9b-4410-8106-974711644c59 HTTP/1.1" status: 204 len: 168 time: 0.3483174 Sep 26 12:42:06.607185 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505793-66aa-4d7b-ba40-017b30757d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd323e72-db9b-4410-8106-974711644c59,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:07.090205 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-4dde479e-69fc-4a98-94f4-1469a1b77a59 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381598 Sep 26 12:42:07.211084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-ad9bf6a7-4a05-4796-abb0-f4f2de168804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:07.212595 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-ad9bf6a7-4a05-4796-abb0-f4f2de168804 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0394943 Sep 26 12:42:07.327520 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-50969afe-cac0-43b2-aaec-eaff05731d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:07.329041 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-50969afe-cac0-43b2-aaec-eaff05731d10 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0931213 Sep 26 12:42:07.344378 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:07.379101 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44230) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:07.394400 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-b72a3a5d-2b05-45d7-9482-a27e55ae967e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 1001 time: 0.0576415 Sep 26 12:42:07.396432 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b227a7f-a1d1-4af5-b2d4-35836dc4174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.450984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-e2edf9b7-4d2c-4100-bea4-d80f2ef0668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:07.452622 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-e2edf9b7-4d2c-4100-bea4-d80f2ef0668f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0495849 Sep 26 12:42:07.472745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b227a7f-a1d1-4af5-b2d4-35836dc4174c admin admin] Publish callbacks [] for security_group (06efca3e-7b53-431f-a83a-b9a6280e62c7), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.501266 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-4aa29d51-6b24-4271-b85a-080f45f3554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:07.502778 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-4aa29d51-6b24-4271-b85a-080f45f3554e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438271 Sep 26 12:42:07.557922 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3b227a7f-a1d1-4af5-b2d4-35836dc4174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (06efca3e-7b53-431f-a83a-b9a6280e62c7), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.599893 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3b227a7f-a1d1-4af5-b2d4-35836dc4174c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d6c74a367b364737a29120e9753b7b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187548 Sep 26 12:42:07.600120 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-ac931ee0-828b-40f9-b44b-724ec56c70da service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888515 Sep 26 12:42:07.601171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227a7f-a1d1-4af5-b2d4-35836dc4174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efca3e-7b53-431f-a83a-b9a6280e62c7,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:07.602464 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44232) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:07.683765 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44234) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:07.698062 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb9b3-d03a-4175-a758-8df9bc696750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.712240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] Publish callbacks [] for security_group (06efca3e-7b53-431f-a83a-b9a6280e62c7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.740027 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2e56c322-8af1-4b34-9088-d860d13f25b8 req-b227b398-cbe7-4165-8319-5f9abb6e4de4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305578 Sep 26 12:42:07.744332 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] Publish callbacks [] for security_group (06efca3e-7b53-431f-a83a-b9a6280e62c7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.777949 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb9b3-d03a-4175-a758-8df9bc696750 admin admin] Publish callbacks [] for security_group (bd64018d-4014-4cf9-938d-bc5f18d3d238), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.912226 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb9b3-d03a-4175-a758-8df9bc696750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bd64018d-4014-4cf9-938d-bc5f18d3d238), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.918532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (06efca3e-7b53-431f-a83a-b9a6280e62c7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.918532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:07.920418 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/06efca3e-7b53-431f-a83a-b9a6280e62c7 HTTP/1.1" status: 204 len: 168 time: 0.3170104 Sep 26 12:42:07.933146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa014f46-78bb-475e-b309-9860984a567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efca3e-7b53-431f-a83a-b9a6280e62c7,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:07.946527 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:07.963054 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f3bfb9b3-d03a-4175-a758-8df9bc696750 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=beb651b9ef5945c2a14e4dc7ec2124ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740049 Sep 26 12:42:07.963054 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfb9b3-d03a-4175-a758-8df9bc696750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64018d-4014-4cf9-938d-bc5f18d3d238,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:07.963259 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44242) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:08.019169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] Publish callbacks [] for security_group (bd64018d-4014-4cf9-938d-bc5f18d3d238), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:08.046721 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] Publish callbacks [] for security_group (bd64018d-4014-4cf9-938d-bc5f18d3d238), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:08.099709 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-f130c696-918c-411e-b34c-2a9e372dd089 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=317e0c799f4145ba99145a91a6c740dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390027 Sep 26 12:42:08.530544 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-e8c87125-abbb-4a04-9452-e93e9fefb3fc tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:08.532010 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-e8c87125-abbb-4a04-9452-e93e9fefb3fc tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4257722 Sep 26 12:42:08.546839 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-d7ffc98b-d2d4-4473-8c4b-e420dd48c3be tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/quotas/317e0c799f4145ba99145a91a6c740dc HTTP/1.1" status: 200 len: 375 time: 0.0095103 Sep 26 12:42:08.547583 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bd64018d-4014-4cf9-938d-bc5f18d3d238), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:08.550052 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:08.551060 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bd64018d-4014-4cf9-938d-bc5f18d3d238 HTTP/1.1" status: 204 len: 168 time: 0.5871823 Sep 26 12:42:08.581816 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b872de-5bac-4287-b810-235fb3ed8532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64018d-4014-4cf9-938d-bc5f18d3d238,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:08.584989 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-bf3dc7a2-019c-460c-99dd-85f734cf0f99 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=317e0c799f4145ba99145a91a6c740dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328608 Sep 26 12:42:08.899359 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9beb92df-b613-4ad2-9203-253e6f5e75ab req-40c65d2f-0c20-4a66-b534-9f4e9a50f46c tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0431728 Sep 26 12:42:08.941411 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:09.996167 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d0be9faa-49d5-4b9b-a097-24368bd1f5d9 req-f2556334-3db6-4a3a-92a4-9d9583ef9c96 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0297935 Sep 26 12:42:10.015102 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-092e5e5f-9a5d-43a8-a450-6df4ea3d5095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:11.094047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a5178290-2e02-4fa6-99f2-e99e1ba3c440 req-d1001ca4-d675-4237-9978-f1c342396410 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Sep 26 12:42:12.212020 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e3b3d884-e719-48f9-94cf-7b28eb9a0127 req-7527a3ab-793a-4dd2-a189-9b586354f567 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0327935 Sep 26 12:42:12.317847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5b0d256e-77df-4cb2-b90b-b3bcadf03f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:12.511142 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-c7221f8c-39ae-490c-ab26-fe859e9c98c1 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=317e0c799f4145ba99145a91a6c740dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204210 Sep 26 12:42:12.617494 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-f9697623-1792-47eb-9c6b-34664235a540 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:12.619052 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-f9697623-1792-47eb-9c6b-34664235a540 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031625 Sep 26 12:42:12.638981 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Request body: {'port': {'device_id': '936e408b-959d-4d2e-9a64-9156466fe365', 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414', 'admin_state_up': True, 'tenant_id': '317e0c799f4145ba99145a91a6c740dc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:12.815202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Made reservation on behalf of 317e0c799f4145ba99145a91a6c740dc for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:12.819532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:12.829423 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:12.907719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks [] for security_group (e76eca69-7388-4c45-9081-fbc56b79a1df), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.055411 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e76eca69-7388-4c45-9081-fbc56b79a1df), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.118471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76eca69-7388-4c45-9081-fbc56b79a1df,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:13.132580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.132919 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.133256 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.133591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.133922 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.134250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.134576 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.134899 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.135217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.135539 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.135892 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.136213 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.138775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.138775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.138775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:13.208691 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Allocated IP 192.168.233.159 (24b39f78-d917-4a83-aada-6449c7ce2414/d239c273-d330-4507-ae77-fc170554a060/9e9a601d-c515-489a-9bcc-89e0c5bc9911) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:13.216788 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:13.340774 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7a67a421-b40f-41b0-8ce4-7234bd8a93dc req-bdd500de-ef60-470e-9e00-ac9a6b0b1dd8 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0445113 Sep 26 12:42:13.375298 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:13.388476 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks [] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.440582 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.487833 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.530516 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Network 24b39f78-d917-4a83-aada-6449c7ce2414 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:13.533754 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:13.536377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:13.565969 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Pushing event updated for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:13.594291 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:13.594913 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.687256 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-66b4e1d4-aa9a-44b0-bf9e-d646ec4b89b5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0523496 Sep 26 12:42:13.705979 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Request body: {'port': {'device_id': '936e408b-959d-4d2e-9a64-9156466fe365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:13.724155 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Provisioning complete for port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:13.724530 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.724948 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Attempt 1 to provision port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 Sep 26 12:42:13.759154 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:13.770326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:13.976183 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:14.024721 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9a601d-c515-489a-9bcc-89e0c5bc9911 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:42:14.033127 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks [] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:14.045678 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Transition to ACTIVE for port object 9e9a601d-c515-489a-9bcc-89e0c5bc9911 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:42:14.148678 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:14.207897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:14.258067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Attempting to bind port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:14.258663 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Attempting to bind port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:14.258663 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Attempting to bind port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 on network 24b39f78-d917-4a83-aada-6449c7ce2414 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:14.260337 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Attempt 2 to provision port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 Sep 26 12:42:14.291310 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:14.299045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 on network 24b39f78-d917-4a83-aada-6449c7ce2414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:42:14.299369 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Attempting to bind port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 on network 24b39f78-d917-4a83-aada-6449c7ce2414 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:14.342700 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=18 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:14.344223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:14.344569 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Checking segment: {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:14.344945 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Bound using segment: {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:14.345381 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Bound port: 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419f7ad1-d3db-4991-8e81-d6c0bc26177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:14.345737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:14.406297 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:14.409641 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:14.468682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6de93f-2070-4d67-9148-e85c105f11c4 req-4be42a44-d327-4458-9387-fe791698d409 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:14.470152 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9d6de93f-2070-4d67-9148-e85c105f11c4 req-4be42a44-d327-4458-9387-fe791698d409 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0481153 Sep 26 12:42:14.524170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:14.532325 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:14.532938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:14.534292 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/9e9a601d-c515-489a-9bcc-89e0c5bc9911 HTTP/1.1" status: 200 len: 1098 time: 0.8327277 Sep 26 12:42:14.536536 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:42:14.538738 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50" -d '{"events": [{"name": "network-changed", "server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:42:14.560167 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9d6de93f-2070-4d67-9148-e85c105f11c4 req-e972caca-7521-40a8-847e-b50233ca0617 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845006 Sep 26 12:42:14.585521 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d5f87-311a-4ebf-a627-884c9b2f5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:14.590003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7396191-8c43-4c5d-aeae-bbe7f51b38f4 x-openstack-request-id: req-a7396191-8c43-4c5d-aeae-bbe7f51b38f4 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:42:14.590333 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:42:14.591116 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7396191-8c43-4c5d-aeae-bbe7f51b38f4 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:42:14.591510 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7396191-8c43-4c5d-aeae-bbe7f51b38f4'] response: {'name': 'network-changed', 'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911', 'status': 'completed', 'code': 200} Sep 26 12:42:14.792119 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Attempt 3 to provision port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 Sep 26 12:42:14.828810 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a05cf-86f2-40a4-a298-097ffb6685cc None None] Port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:42:14.942068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44416) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:15.050060 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-901599f6-c1dc-4f0b-84e6-90954505aee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.071887 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:15.118110 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.126795 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-901599f6-c1dc-4f0b-84e6-90954505aee3 admin admin] Publish callbacks [] for security_group (57d09ec0-3b26-494f-a6f6-9908cdc3d79b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.154931 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.217456 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-901599f6-c1dc-4f0b-84e6-90954505aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (57d09ec0-3b26-494f-a6f6-9908cdc3d79b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.255736 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901599f6-c1dc-4f0b-84e6-90954505aee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d09ec0-3b26-494f-a6f6-9908cdc3d79b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:15.260898 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-901599f6-c1dc-4f0b-84e6-90954505aee3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=478d0911a46c4661801fda9453c5434a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178103 Sep 26 12:42:15.263756 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44420) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:15.308876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:15.313897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] Publish callbacks [] for security_group (57d09ec0-3b26-494f-a6f6-9908cdc3d79b), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.337789 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] Publish callbacks [] for security_group (57d09ec0-3b26-494f-a6f6-9908cdc3d79b), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.508884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (57d09ec0-3b26-494f-a6f6-9908cdc3d79b), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.511346 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:15.513407 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/57d09ec0-3b26-494f-a6f6-9908cdc3d79b HTTP/1.1" status: 204 len: 168 time: 0.2484074 Sep 26 12:42:15.521746 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6596-5626-4a33-9fd0-c86363d4d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d09ec0-3b26-494f-a6f6-9908cdc3d79b,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:15.680294 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df240e3-7594-4f04-a7f5-44af867c2867 req-5f3254e9-40b0-42d5-bb48-a721ea908f01 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:15.681691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5df240e3-7594-4f04-a7f5-44af867c2867 req-5f3254e9-40b0-42d5-bb48-a721ea908f01 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0477233 Sep 26 12:42:15.730465 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5df240e3-7594-4f04-a7f5-44af867c2867 req-c4ded07a-77ac-4aab-a58b-ec996d6bc7cd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Sep 26 12:42:16.192750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44430) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:16.206890 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd699-6f5a-4ec1-885c-dc22e5fcfd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.280376 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd699-6f5a-4ec1-885c-dc22e5fcfd22 admin admin] Publish callbacks [] for security_group (ee3438b6-1b35-421d-aba1-c06e5aa652ac), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.343368 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd699-6f5a-4ec1-885c-dc22e5fcfd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (ee3438b6-1b35-421d-aba1-c06e5aa652ac), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.380981 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd699-6f5a-4ec1-885c-dc22e5fcfd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3438b6-1b35-421d-aba1-c06e5aa652ac,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:16.385185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fa5bd699-6f5a-4ec1-885c-dc22e5fcfd22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d07e44207ade417d912f1b1af2232d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914451 Sep 26 12:42:16.388195 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44432) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:16.439680 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] Publish callbacks [] for security_group (ee3438b6-1b35-421d-aba1-c06e5aa652ac), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.460445 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] Publish callbacks [] for security_group (ee3438b6-1b35-421d-aba1-c06e5aa652ac), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.581335 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50 req-6b53249b-0b36-411c-9743-e3c1f0217cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:16.583166 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50 req-6b53249b-0b36-411c-9743-e3c1f0217cda service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=317e0c799f4145ba99145a91a6c740dc&device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 1132 time: 0.0427649 Sep 26 12:42:16.616746 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (ee3438b6-1b35-421d-aba1-c06e5aa652ac), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.619120 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:16.620189 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee3438b6-1b35-421d-aba1-c06e5aa652ac HTTP/1.1" status: 204 len: 168 time: 0.2313893 Sep 26 12:42:16.624238 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50 req-30df3609-f892-44b0-9390-48c4ad4c38a3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=317e0c799f4145ba99145a91a6c740dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257838 Sep 26 12:42:16.631102 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f285c-60b7-42f1-a212-c98a4471b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3438b6-1b35-421d-aba1-c06e5aa652ac,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:16.728910 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50 req-a83dee3e-58d1-41cc-87a7-04d679a7d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:16.730355 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ea6a7f43-7ede-461b-ac04-ce5eeb2f8f50 req-a83dee3e-58d1-41cc-87a7-04d679a7d410 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003714 Sep 26 12:42:16.874011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-1a129b21-a9a8-4d3e-9ccd-efba471d3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:16.875514 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-1a129b21-a9a8-4d3e-9ccd-efba471d3c3d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=317e0c799f4145ba99145a91a6c740dc&device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 1132 time: 0.0758252 Sep 26 12:42:16.881437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a432c4-bab5-44ae-af52-0e98776494ec req-47e17157-c6f8-48c5-8bb4-a6ae4b098ebe tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:16.882770 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00a432c4-bab5-44ae-af52-0e98776494ec req-47e17157-c6f8-48c5-8bb4-a6ae4b098ebe tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0746949 Sep 26 12:42:16.909777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:16.940157 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-14cf6410-0c9e-4f78-9ac6-56cceee270a4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911 HTTP/1.1" status: 200 len: 217 time: 0.0382271 Sep 26 12:42:16.997726 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-00a432c4-bab5-44ae-af52-0e98776494ec req-a7afb211-7db1-47b7-ac46-7e27c8a6aba5 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092496 Sep 26 12:42:17.010202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-f9b31399-cdb6-4ac7-bd84-df2e54fa8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:17.011769 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-f9b31399-cdb6-4ac7-bd84-df2e54fa8547 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=d239c273-d330-4507-ae77-fc170554a060 HTTP/1.1" status: 200 len: 843 time: 0.0618277 Sep 26 12:42:17.064216 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665bf9-395e-498a-893c-0c132e85566b req-aeb9abf2-f965-4497-9c07-19876163743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:17.065692 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-aeb9abf2-f965-4497-9c07-19876163743d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=24b39f78-d917-4a83-aada-6449c7ce2414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460303 Sep 26 12:42:17.081063 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:17.159967 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-b7e0741e-48cb-46dd-808a-495eba150c47 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/24b39f78-d917-4a83-aada-6449c7ce2414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Sep 26 12:42:17.261183 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0a665bf9-395e-498a-893c-0c132e85566b req-05b57d9c-6f27-4f89-9637-286316180996 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/24b39f78-d917-4a83-aada-6449c7ce2414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923035 Sep 26 12:42:17.953261 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=42,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:17.954135 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=58,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:18.123709 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae9242-f238-47d4-a26a-1222a74802a5 req-eddf2a3c-0f76-4ca7-8e0d-52b0fa3238cd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:18.125136 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2aae9242-f238-47d4-a26a-1222a74802a5 req-eddf2a3c-0f76-4ca7-8e0d-52b0fa3238cd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0475991 Sep 26 12:42:18.173616 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2aae9242-f238-47d4-a26a-1222a74802a5 req-3a4ef897-3c28-4bc4-aa92-00468b3899bc tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Sep 26 12:42:19.296369 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe89822-42eb-4b0d-9ed3-b5caabc9d81a req-b9da2fbe-3dee-462c-94e3-d2cb0560edd3 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:19.297790 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-abe89822-42eb-4b0d-9ed3-b5caabc9d81a req-b9da2fbe-3dee-462c-94e3-d2cb0560edd3 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0452712 Sep 26 12:42:19.348032 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-abe89822-42eb-4b0d-9ed3-b5caabc9d81a req-f0460eac-c3b1-4464-9830-08923b44e0bc tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Sep 26 12:42:20.464702 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9e9a601d-c515-489a-9bcc-89e0c5bc9911 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:42:20.474713 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe105-f900-4958-97ef-a685bf3af025 req-bb7121c6-cf53-4c13-8083-eebaf19470cd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:20.476242 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99cfe105-f900-4958-97ef-a685bf3af025 req-bb7121c6-cf53-4c13-8083-eebaf19470cd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 948 time: 0.0493648 Sep 26 12:42:20.525710 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-99cfe105-f900-4958-97ef-a685bf3af025 req-94f5d4d3-9f19-4553-83c4-296a72bc51a0 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Sep 26 12:42:20.566590 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:20.578342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '9e9a601d-c515-489a-9bcc-89e0c5bc9911', 'network_id': '24b39f78-d917-4a83-aada-6449c7ce2414', 'port_id': '9e9a601d-c515-489a-9bcc-89e0c5bc9911', 'mac_address': 'fa:16:3e:fa:8e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239c273-d330-4507-ae77-fc170554a060', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:42:20.616831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:20.617216 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:20.630538 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9a601d-c515-489a-9bcc-89e0c5bc9911 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:42:20.650399 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:20.780776 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:20.830673 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:20.837994 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.838342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.838680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.839032 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.839366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.839724 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.840049 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.840391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.840718 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.841075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.841395 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.841719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.842043 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.842362 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:20.842717 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:21.121524 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['9e9a601d-c515-489a-9bcc-89e0c5bc9911'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:42:21.208341 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=18 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:21.652639 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacbc07-3e69-4778-be5d-7d67e5b00c48 req-9a343630-348c-4de0-98a3-2337b1bf0fe3 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:21.654859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4eacbc07-3e69-4778-be5d-7d67e5b00c48 req-9a343630-348c-4de0-98a3-2337b1bf0fe3 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 949 time: 0.0495975 Sep 26 12:42:21.704935 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4eacbc07-3e69-4778-be5d-7d67e5b00c48 req-d27296fd-2123-40e2-9535-740fafd574fe tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Sep 26 12:42:22.083205 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44558) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:22.191817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c268-6772-4102-8cd8-21ffb7061921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.273781 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c268-6772-4102-8cd8-21ffb7061921 admin admin] Publish callbacks [] for security_group (12901cfc-ee20-45b3-b733-3e0cf5548234), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.349233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c268-6772-4102-8cd8-21ffb7061921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (12901cfc-ee20-45b3-b733-3e0cf5548234), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.389920 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bcb2c268-6772-4102-8cd8-21ffb7061921 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5e6f426501c744f788a8d6e9138bf925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056777 Sep 26 12:42:22.390758 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2c268-6772-4102-8cd8-21ffb7061921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12901cfc-ee20-45b3-b733-3e0cf5548234,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:22.392983 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44562) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:22.447368 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Publish callbacks [] for security_group (12901cfc-ee20-45b3-b733-3e0cf5548234), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.468763 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Publish callbacks [] for security_group (12901cfc-ee20-45b3-b733-3e0cf5548234), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.484442 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9e9a601d-c515-489a-9bcc-89e0c5bc9911 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:22.511481 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:22.520120 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:22.528490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:42:22.623768 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:22.624077 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (12901cfc-ee20-45b3-b733-3e0cf5548234), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.624196 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.624393 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 Sep 26 12:42:22.627665 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.630653 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/12901cfc-ee20-45b3-b733-3e0cf5548234 HTTP/1.1" status: 204 len: 168 time: 0.2334316 Sep 26 12:42:22.638920 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12901cfc-ee20-45b3-b733-3e0cf5548234,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:22.646605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.646957 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.647300 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.647663 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.648226 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.648359 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.648642 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.648970 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.649420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.649866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.650306 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.650642 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.651023 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.651350 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.651691 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad356e1-52d8-4814-a5ca-6b9ac6df88ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:22.713824 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:22.714211 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.740668 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:42:22.742345 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777fc92-7331-4b18-a8ff-71cdc4aea157" -d '{"events": [{"server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "name": "network-vif-plugged", "status": "completed", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:42:22.755132 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:22.781351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6c425-ec93-46ec-b9b4-4e11ecb3c6ad x-openstack-request-id: req-39f6c425-ec93-46ec-b9b4-4e11ecb3c6ad {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:42:22.781651 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "name": "network-vif-plugged", "status": "completed", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:42:22.781911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39f6c425-ec93-46ec-b9b4-4e11ecb3c6ad {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:42:22.782316 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f6c425-ec93-46ec-b9b4-4e11ecb3c6ad'] response: {'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911', 'code': 200} Sep 26 12:42:22.820388 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:22.829543 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa2572-dd56-4273-8676-2cefe80d04f1 req-2e97a443-f7b2-4a2b-9a1e-46f4bd8c3b6b tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:22.831698 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85aa2572-dd56-4273-8676-2cefe80d04f1 req-2e97a443-f7b2-4a2b-9a1e-46f4bd8c3b6b tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 949 time: 0.0498662 Sep 26 12:42:22.867790 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:22.884393 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85aa2572-dd56-4273-8676-2cefe80d04f1 req-85e455af-6f13-41f5-af6d-18e5bfc214dd tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Sep 26 12:42:22.924829 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:23.173805 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8470fc-42cb-4eb3-bc49-1c08ece9d1eb req-ad6ad86f-a417-42fa-bbf9-509bb3e7d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:23.175719 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3c8470fc-42cb-4eb3-bc49-1c08ece9d1eb req-ad6ad86f-a417-42fa-bbf9-509bb3e7d383 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 1134 time: 0.0401947 Sep 26 12:42:23.225989 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3c8470fc-42cb-4eb3-bc49-1c08ece9d1eb req-f4c24708-6fbe-4307-bf4b-bc9923171d6b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Sep 26 12:42:23.372284 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44574) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:23.385731 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e63c-fd03-403b-9649-59ec3700e1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.462470 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e63c-fd03-403b-9649-59ec3700e1ad admin admin] Publish callbacks [] for security_group (b8936b09-cf89-4677-850d-2306598ce4d1), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.520712 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e63c-fd03-403b-9649-59ec3700e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b8936b09-cf89-4677-850d-2306598ce4d1), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.562609 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0bb9e63c-fd03-403b-9649-59ec3700e1ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6d39e7ab2cea4b0f8a478bea4c5782bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891909 Sep 26 12:42:23.563540 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e63c-fd03-403b-9649-59ec3700e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8936b09-cf89-4677-850d-2306598ce4d1,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:23.565345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44576) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:23.607188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:23.617016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] Publish callbacks [] for security_group (b8936b09-cf89-4677-850d-2306598ce4d1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.638092 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] Publish callbacks [] for security_group (b8936b09-cf89-4677-850d-2306598ce4d1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.771928 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (b8936b09-cf89-4677-850d-2306598ce4d1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.774432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:23.775606 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b8936b09-cf89-4677-850d-2306598ce4d1 HTTP/1.1" status: 204 len: 168 time: 0.2092474 Sep 26 12:42:23.790704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533126d-df67-45c8-b6eb-60aa083c43c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8936b09-cf89-4677-850d-2306598ce4d1,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:24.011753 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c313-78a1-4f29-8be6-caccd71e517c req-7cad0b68-c74c-45f3-a8a2-7dd4ffa8558d tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:24.013262 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73e4c313-78a1-4f29-8be6-caccd71e517c req-7cad0b68-c74c-45f3-a8a2-7dd4ffa8558d tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 950 time: 0.0490851 Sep 26 12:42:24.065244 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73e4c313-78a1-4f29-8be6-caccd71e517c req-5f33c8e7-3aa0-4fde-b68f-bde82a28e4ae tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Sep 26 12:42:25.192345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ffe2-6c2b-44e3-8b0c-dff255f3c290 req-0991bb40-6d01-4060-9011-c1ce8c0aaefa tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:25.193788 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f649ffe2-6c2b-44e3-8b0c-dff255f3c290 req-0991bb40-6d01-4060-9011-c1ce8c0aaefa tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 950 time: 0.0494385 Sep 26 12:42:25.244742 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f649ffe2-6c2b-44e3-8b0c-dff255f3c290 req-8fddb923-4ceb-4b68-84f4-971128800f21 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Sep 26 12:42:25.576471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44618) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:25.688695 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f7cad481-41a3-402f-a772-f35a74f3af07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:25.775829 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f7cad481-41a3-402f-a772-f35a74f3af07 admin admin] Publish callbacks [] for security_group (48885d0d-979e-407b-9adc-926971b8be0c), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:25.875071 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f7cad481-41a3-402f-a772-f35a74f3af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (48885d0d-979e-407b-9adc-926971b8be0c), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:25.952501 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f7cad481-41a3-402f-a772-f35a74f3af07 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=730f189e379b48559fb4af4c33447cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744562 Sep 26 12:42:25.955310 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44624) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:25.955821 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cad481-41a3-402f-a772-f35a74f3af07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48885d0d-979e-407b-9adc-926971b8be0c,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:25.965819 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee991-5b1a-49ec-8aed-b6130e18594c req-54424ca6-1b47-4d08-881c-77ae47da9e49 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:25.967264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96eee991-5b1a-49ec-8aed-b6130e18594c req-54424ca6-1b47-4d08-881c-77ae47da9e49 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 950 time: 0.0752053 Sep 26 12:42:26.011850 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] Publish callbacks [] for security_group (48885d0d-979e-407b-9adc-926971b8be0c), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:26.021152 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-96eee991-5b1a-49ec-8aed-b6130e18594c req-19dfee08-77af-4489-98f9-3695f829086b tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Sep 26 12:42:26.033774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] Publish callbacks [] for security_group (48885d0d-979e-407b-9adc-926971b8be0c), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:26.140824 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (48885d0d-979e-407b-9adc-926971b8be0c), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:26.145178 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:26.145178 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/48885d0d-979e-407b-9adc-926971b8be0c HTTP/1.1" status: 204 len: 168 time: 0.1886537 Sep 26 12:42:26.154326 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9543e-aab2-459d-811b-02fa5682681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48885d0d-979e-407b-9adc-926971b8be0c,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:27.175187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5f67-a8be-49c3-b5d5-f0eaa55d113c req-645812e4-ee90-41a7-9869-9d9aed4c06da tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:27.176779 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-052b5f67-a8be-49c3-b5d5-f0eaa55d113c req-645812e4-ee90-41a7-9869-9d9aed4c06da tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 950 time: 0.0646317 Sep 26 12:42:27.226683 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-052b5f67-a8be-49c3-b5d5-f0eaa55d113c req-d190afd8-c341-4f5a-92ea-e747093a5c6d tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e76eca69-7388-4c45-9081-fbc56b79a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Sep 26 12:42:27.476950 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-9992ff2a-edab-4e2a-9356-54ae206f16b0 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:27.478442 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-9992ff2a-edab-4e2a-9356-54ae206f16b0 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 950 time: 0.0473344 Sep 26 12:42:27.519114 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:27.566461 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Deleting port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:42:27.566719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:27.661878 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] For port 9e9a601d-c515-489a-9bcc-89e0c5bc9911, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9e9a601d-c515-489a-9bcc-89e0c5bc9911,segment=NetworkSegment(419f7ad1-d3db-4991-8e81-d6c0bc26177b),segment_id=419f7ad1-d3db-4991-8e81-d6c0bc26177b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:27.662233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:27.675173 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Calling delete_port for 9e9a601d-c515-489a-9bcc-89e0c5bc9911 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:42:27.676652 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:27.926125 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (9e9a601d-c515-489a-9bcc-89e0c5bc9911), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:27.930181 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 44664) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:27.968568 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Pushing event deleted for resources: {'Port': ['ID=9e9a601d-c515-489a-9bcc-89e0c5bc9911,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:27.970375 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['9e9a601d-c515-489a-9bcc-89e0c5bc9911'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:42:28.014634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] No DVR routers for this DVR port 9e9a601d-c515-489a-9bcc-89e0c5bc9911 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:42:28.017198 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.020384 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1dda6a1a-0c09-4194-8352-7554430fc61d req-b13508fe-d00f-49ce-a1de-3977031f6e42 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.61 "DELETE /networking/v2.0/ports/9e9a601d-c515-489a-9bcc-89e0c5bc9911 HTTP/1.1" status: 204 len: 173 time: 0.5361874 Sep 26 12:42:28.020890 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'name': 'network-vif-deleted', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:42:28.023159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca70add2-f907-4bcb-810c-36a498bc51ed" -d '{"events": [{"server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "name": "network-vif-deleted", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:42:28.073802 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33ae6574-164b-4221-a43c-d2cd14093bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.076581 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b73c7-373a-48ef-827d-8d2610f1de28 x-openstack-request-id: req-c07b73c7-373a-48ef-827d-8d2610f1de28 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:42:28.076867 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e408b-959d-4d2e-9a64-9156466fe365", "name": "network-vif-deleted", "tag": "9e9a601d-c515-489a-9bcc-89e0c5bc9911", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:42:28.077143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c07b73c7-373a-48ef-827d-8d2610f1de28 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:42:28.077521 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07b73c7-373a-48ef-827d-8d2610f1de28'] response: {'server_uuid': '936e408b-959d-4d2e-9a64-9156466fe365', 'name': 'network-vif-deleted', 'tag': '9e9a601d-c515-489a-9bcc-89e0c5bc9911', 'status': 'completed', 'code': 200} Sep 26 12:42:28.164407 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33ae6574-164b-4221-a43c-d2cd14093bfc admin admin] Publish callbacks [] for security_group (189820f2-af5a-4066-b5a3-dac70fd12f23), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.264009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-33ae6574-164b-4221-a43c-d2cd14093bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (189820f2-af5a-4066-b5a3-dac70fd12f23), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.306644 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-33ae6574-164b-4221-a43c-d2cd14093bfc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2abf53a98a414d6f8db425bd4d0da921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753259 Sep 26 12:42:28.309387 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 44672) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:28.309877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae6574-164b-4221-a43c-d2cd14093bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189820f2-af5a-4066-b5a3-dac70fd12f23,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:28.343513 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73129c24-f61a-401b-aab2-5ec0ab6ce8b4 req-dbb9dee3-0177-49c9-8419-75a2b5e21e63 tempest-VolumesNegativeTest-1849325152 tempest-VolumesNegativeTest-1849325152-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=936e408b-959d-4d2e-9a64-9156466fe365 HTTP/1.1" status: 200 len: 210 time: 0.0356307 Sep 26 12:42:28.367365 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] Publish callbacks [] for security_group (189820f2-af5a-4066-b5a3-dac70fd12f23), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.389003 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] Publish callbacks [] for security_group (189820f2-af5a-4066-b5a3-dac70fd12f23), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.503504 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (189820f2-af5a-4066-b5a3-dac70fd12f23), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.506171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:28.509904 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/189820f2-af5a-4066-b5a3-dac70fd12f23 HTTP/1.1" status: 204 len: 168 time: 0.1962895 Sep 26 12:42:28.515382 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e00971-6903-436c-9037-33a5d8c05afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189820f2-af5a-4066-b5a3-dac70fd12f23,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:31.217273 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:42:32.577544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9e9a601d-c515-489a-9bcc-89e0c5bc9911 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:42:32.596823 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 9e9a601d-c515-489a-9bcc-89e0c5bc9911 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:42:32.597278 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9e9a601d-c515-489a-9bcc-89e0c5bc9911 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:42:34.799837 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:35.744037 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45050) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:35.879002 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-acdb39eb-af0b-4ef6-a507-0199ebdf92a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=317e0c799f4145ba99145a91a6c740dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345592 Sep 26 12:42:35.881598 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45056) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:35.893222 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:35.931380 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] Publish callbacks [] for security_group (e76eca69-7388-4c45-9081-fbc56b79a1df), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:35.952158 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] Publish callbacks [] for security_group (e76eca69-7388-4c45-9081-fbc56b79a1df), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:36.075128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e76eca69-7388-4c45-9081-fbc56b79a1df), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:36.077727 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:36.078898 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e76eca69-7388-4c45-9081-fbc56b79a1df HTTP/1.1" status: 204 len: 168 time: 0.1963961 Sep 26 12:42:36.087748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca057e-dab0-4885-89ea-8ab5164a9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76eca69-7388-4c45-9081-fbc56b79a1df,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:36.956373 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45082) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:37.070101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3dbb-ceac-486e-b9e6-21bc8d99da9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.147557 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3dbb-ceac-486e-b9e6-21bc8d99da9c admin admin] Publish callbacks [] for security_group (9f2ca7f7-b8a2-4ddb-8280-05a5810eb864), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.218700 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45092) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:37.249125 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3dbb-ceac-486e-b9e6-21bc8d99da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9f2ca7f7-b8a2-4ddb-8280-05a5810eb864), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.297213 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a1bd3dbb-ceac-486e-b9e6-21bc8d99da9c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d2e969f979104f41bd8ec8412ace4e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363211 Sep 26 12:42:37.297213 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3dbb-ceac-486e-b9e6-21bc8d99da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ca7f7-b8a2-4ddb-8280-05a5810eb864,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:37.297789 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45098) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:37.325653 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640777379-network', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:37.355262 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] Publish callbacks [] for security_group (9f2ca7f7-b8a2-4ddb-8280-05a5810eb864), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.379697 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] Publish callbacks [] for security_group (9f2ca7f7-b8a2-4ddb-8280-05a5810eb864), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.518405 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Made reservation on behalf of 556c824fe3cd44959f52348c1dac78cc for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:37.520748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.529750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.572186 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (9f2ca7f7-b8a2-4ddb-8280-05a5810eb864), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.575035 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.576606 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9f2ca7f7-b8a2-4ddb-8280-05a5810eb864 HTTP/1.1" status: 204 len: 168 time: 0.2772779 Sep 26 12:42:37.585251 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51f8eb-1ba4-4301-948a-843fd4067619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ca7f7-b8a2-4ddb-8280-05a5810eb864,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:37.630909 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks [] for security_group (4088dd78-4ec4-4f85-a646-af53079d2798), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.700737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4088dd78-4ec4-4f85-a646-af53079d2798), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.727626 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:42:37.738290 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088dd78-4ec4-4f85-a646-af53079d2798,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:37.743545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (2840fe2b-16f9-4649-8d42-08e380ad36d1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:37.743919 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Added segment 2840fe2b-16f9-4649-8d42-08e380ad36d1 of type vlan for network 7546dded-6d1a-4426-b765-991bc2ddfbc2 Sep 26 12:42:37.779975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:37.788367 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (7546dded-6d1a-4426-b765-991bc2ddfbc2), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:38.135606 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (7546dded-6d1a-4426-b765-991bc2ddfbc2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:38.136747 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:38.137336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:38.210099 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] Pushing event updated for resources: {'Network': ['ID=7546dded-6d1a-4426-b765-991bc2ddfbc2,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:38.220805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:42:38.390298 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5643c6d6-5819-4b30-b596-dc5d515cb600 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1697960 Sep 26 12:42:38.394499 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45114) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:38.399329 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Request body: {'subnet': {'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640777379-subnet', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:38.406715 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:38.411552 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:38.512293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Made reservation on behalf of 556c824fe3cd44959f52348c1dac78cc for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:38.515146 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9962136'] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:38.777882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9962126'] for subnet (a888e63a-f7fe-4c53-9852-d7121482934d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:38.835035 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a888e63a-f7fe-4c53-9852-d7121482934d,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:38.843501 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Checking segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:38.843881 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Network hostable DHCP agents. Network: 7546dded-6d1a-4426-b765-991bc2ddfbc2, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:42:38.988829 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:42:39.118069 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 7546dded-6d1a-4426-b765-991bc2ddfbc2) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:39.122579 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:39.123254 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.127085 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754397d5-c6ba-4e7b-af10-785da548a87b None None] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:42:39.206377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45132) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:39.211254 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-622ffb04-f956-456e-985d-dbd0a4757003 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8156378 Sep 26 12:42:39.211962 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:39.232845 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-7546dded-6d1a-4426-b765-991bc2ddfbc2', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:42:39.233946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.289686 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (d2b968b9-ce1b-4320-815d-70371812b564), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.290765 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (d2b968b9-ce1b-4320-815d-70371812b564), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.315000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:39.345538 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for router_controller (d2b968b9-ce1b-4320-815d-70371812b564), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.365005 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:39.380782 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Allocated IP 172.20.0.2 (7546dded-6d1a-4426-b765-991bc2ddfbc2/a888e63a-f7fe-4c53-9852-d7121482934d/3c058949-ac76-4f7f-9141-350bd770e673) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:39.542763 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks [] for port (3c058949-ac76-4f7f-9141-350bd770e673), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.543911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:39.609886 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (3c058949-ac76-4f7f-9141-350bd770e673), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.654459 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:39.660744 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:39.665496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:39.681366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Pushing event updated for resources: {'Port': ['ID=3c058949-ac76-4f7f-9141-350bd770e673,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:39.748805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Attempting to bind port 3c058949-ac76-4f7f-9141-350bd770e673 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:39.748805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Attempting to bind port 3c058949-ac76-4f7f-9141-350bd770e673 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:39.748805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Attempting to bind port 3c058949-ac76-4f7f-9141-350bd770e673 on network 7546dded-6d1a-4426-b765-991bc2ddfbc2 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:39.787546 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:39.788145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Checking segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:39.788634 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.789095 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Bound using segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:39.789676 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Bound port: 3c058949-ac76-4f7f-9141-350bd770e673, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:39.790124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3c058949-ac76-4f7f-9141-350bd770e673), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.843280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for router_gateway (d2b968b9-ce1b-4320-815d-70371812b564), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:39.855659 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] For port 3c058949-ac76-4f7f-9141-350bd770e673, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:39.858628 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] For port 3c058949-ac76-4f7f-9141-350bd770e673, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3c058949-ac76-4f7f-9141-350bd770e673,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:39.994210 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3c058949-ac76-4f7f-9141-350bd770e673), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.032327 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-03f33502-90d9-4917-b665-c261e6d88989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.059755 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eeacf-cb56-4f8c-b49f-57ec18d981b6 None None] Pushing event updated for resources: {'Port': ['ID=3c058949-ac76-4f7f-9141-350bd770e673,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:40.227406 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for router_gateway (d2b968b9-ce1b-4320-815d-70371812b564), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.246263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.385739 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Allocated IP 172.27.1.23 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/1f748cef-c66c-4e47-86fd-b721363ac3d6) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:40.396089 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:40.513840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.604124 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:40.648812 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:40.651780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:40.657715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:40.698650 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Pushing event updated for resources: {'Port': ['ID=1f748cef-c66c-4e47-86fd-b721363ac3d6,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:41.004321 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f269df-9a5b-4052-99e2-9a985fdbf82c None None] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:42:41.114169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:41.117166 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Provisioning complete for port 3c058949-ac76-4f7f-9141-350bd770e673 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:41.117544 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3c058949-ac76-4f7f-9141-350bd770e673), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.117882 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Attempt 1 to provision port 3c058949-ac76-4f7f-9141-350bd770e673 Sep 26 12:42:41.137350 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:41.150046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for router_gateway (d2b968b9-ce1b-4320-815d-70371812b564), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.203127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Current status of the port 3c058949-ac76-4f7f-9141-350bd770e673 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:41.203584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3c058949-ac76-4f7f-9141-350bd770e673), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.215036 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:41.255871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] For port 3c058949-ac76-4f7f-9141-350bd770e673, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3c058949-ac76-4f7f-9141-350bd770e673,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:41.375510 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3c058949-ac76-4f7f-9141-350bd770e673), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.388126 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (d2b968b9-ce1b-4320-815d-70371812b564), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.426922 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445a957-87c6-435d-91a7-a62b01c2856d None None] Pushing event updated for resources: {'Port': ['ID=3c058949-ac76-4f7f-9141-350bd770e673,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:41.500659 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-0888839a-e5d7-4e59-9878-b0d665f1afb2 None None] Provisioning complete for port 3c058949-ac76-4f7f-9141-350bd770e673 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:41.501157 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0888839a-e5d7-4e59-9878-b0d665f1afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3c058949-ac76-4f7f-9141-350bd770e673), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.501499 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-0888839a-e5d7-4e59-9878-b0d665f1afb2 None None] Attempt 1 to provision port 3c058949-ac76-4f7f-9141-350bd770e673 Sep 26 12:42:41.576741 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-0888839a-e5d7-4e59-9878-b0d665f1afb2 None None] Current status of the port 3c058949-ac76-4f7f-9141-350bd770e673 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:41.643756 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Router d2b968b9-ce1b-4320-815d-70371812b564 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:42:41.750486 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:42:41.763109 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Sync routers for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:42:41.775504 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:41.776153 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:41.839128 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3c058949-ac76-4f7f-9141-350bd770e673 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:41.841174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.843973 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6c9e2df2-9710-4d89-8c72-949b28586455 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6359618 Sep 26 12:42:41.845903 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45178) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:41.896904 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3c058949-ac76-4f7f-9141-350bd770e673 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:41.896904 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3c058949-ac76-4f7f-9141-350bd770e673), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:41.896904 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3c058949-ac76-4f7f-9141-350bd770e673 Sep 26 12:42:41.916926 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:41.933274 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:41.970418 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3c058949-ac76-4f7f-9141-350bd770e673 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:42.090906 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:40Z', 'revision_number': 3, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:42.108308 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:42.118798 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Checking router: d2b968b9-ce1b-4320-815d-70371812b564 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:42:42.119152 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Updating router d2b968b9-ce1b-4320-815d-70371812b564 port 1f748cef-c66c-4e47-86fd-b721363ac3d6 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:42:42.253787 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.278797 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6542e4ec-b027-49cb-bae6-ea5cabda4b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.296627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.462240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Allocated IP 172.20.0.1 (7546dded-6d1a-4426-b765-991bc2ddfbc2/a888e63a-f7fe-4c53-9852-d7121482934d/feae8378-bf5e-4d5a-9b01-97ceefb798ec) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:42.512016 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks [] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.568223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks [] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.580852 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.620178 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Attempting to bind port 1f748cef-c66c-4e47-86fd-b721363ac3d6 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:42.620462 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Attempting to bind port 1f748cef-c66c-4e47-86fd-b721363ac3d6 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:42.621024 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Attempting to bind port 1f748cef-c66c-4e47-86fd-b721363ac3d6 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:42.643923 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:42.659401 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Pushing event updated for resources: {'Port': ['ID=1f748cef-c66c-4e47-86fd-b721363ac3d6,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:42.673700 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.674763 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.675260 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.675577 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.675948 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.676066 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.676344 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.676666 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.677050 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.677377 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.677701 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.678023 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.678495 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.678832 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.679896 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.680352 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:42:42.691551 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:42.691956 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:42.692357 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.692739 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:42.693219 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Bound port: 1f748cef-c66c-4e47-86fd-b721363ac3d6, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:42.693570 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.723007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:42.726258 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:42.730310 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:42.733280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Pushing event updated for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:42.748779 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] For port 1f748cef-c66c-4e47-86fd-b721363ac3d6, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:42.752988 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] For port 1f748cef-c66c-4e47-86fd-b721363ac3d6, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1f748cef-c66c-4e47-86fd-b721363ac3d6,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:42.772435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (d2b968b9-ce1b-4320-815d-70371812b564), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.853345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:42.880612 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:42.913319 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:42.913946 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:42.937685 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:42.973795 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:42.978446 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599848bd-4b0a-4e5a-813b-d4ca44cbc29a None None] Pushing event updated for resources: {'Port': ['ID=1f748cef-c66c-4e47-86fd-b721363ac3d6,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:43.007918 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Provisioning complete for port feae8378-bf5e-4d5a-9b01-97ceefb798ec triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:43.010242 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.010242 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 1 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:43.016674 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.043771 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:43.048020 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:43.190526 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks [] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.216347 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:40Z', 'revision_number': 3, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:43.239966 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70667fb-b000-4347-840e-d4e28ad7fd24 None None] The sync data for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi is: [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:40Z', 'revision_number': 3, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:42:43.294971 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.357531 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:43.370613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Pushing event updated for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:43.373069 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (d2b968b9-ce1b-4320-815d-70371812b564), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.432639 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.488885 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:43.491128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:43.549721 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 2 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:43.592505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:43.634404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Router d2b968b9-ce1b-4320-815d-70371812b564 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:42:43.750497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:42:43.761386 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2a09411d-3d35-421d-ba31-39bc1e0e59fe admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d2b968b9-ce1b-4320-815d-70371812b564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086716 Sep 26 12:42:43.815680 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1f748cef-c66c-4e47-86fd-b721363ac3d6 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:43.865482 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1f748cef-c66c-4e47-86fd-b721363ac3d6 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:43.865858 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.866253 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1f748cef-c66c-4e47-86fd-b721363ac3d6 Sep 26 12:42:43.955480 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1f748cef-c66c-4e47-86fd-b721363ac3d6 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:43.956332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:43.986034 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 1f748cef-c66c-4e47-86fd-b721363ac3d6, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1f748cef-c66c-4e47-86fd-b721363ac3d6,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:44.080558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.107837 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 3 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:44.161517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:44.171049 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=1f748cef-c66c-4e47-86fd-b721363ac3d6,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:44.537714 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45220) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:44.542625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1589994442-network', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:44.632041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Made reservation on behalf of ab8e67e060894b84ba98749e1469791c for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:44.634483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.644737 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.662412 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 4 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:44.734519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks [] for security_group (e1b7a241-254a-4af0-b6e9-41b1ce543bc1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.822942 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e1b7a241-254a-4af0-b6e9-41b1ce543bc1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.824326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:44.828329 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:44.851052 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:42:44.861294 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b7a241-254a-4af0-b6e9-41b1ce543bc1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:44.867307 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (553c435a-e52c-4dc3-bbde-10fabde11de0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.867740 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Added segment 553c435a-e52c-4dc3-bbde-10fabde11de0 of type vlan for network 1a807fce-b576-46f3-aaaf-3c898817b2c7 Sep 26 12:42:44.909417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (1a807fce-b576-46f3-aaaf-3c898817b2c7), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:44.922664 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Sync routers for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:42:44.931999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:44.932669 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:45.040057 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (1a807fce-b576-46f3-aaaf-3c898817b2c7), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.041079 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:45.041661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.062146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:45.103750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] Pushing event updated for resources: {'Network': ['ID=1a807fce-b576-46f3-aaaf-3c898817b2c7,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:45.134423 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:42:45.174668 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-bcc04829-6307-4cdf-83d3-4d7470daee2d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6356819 Sep 26 12:42:45.177807 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45230) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:45.183000 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Request body: {'subnet': {'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1589994442-subnet', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:45.184637 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.220299 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.291015 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Made reservation on behalf of ab8e67e060894b84ba98749e1469791c for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:45.293826 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9962136'] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.317828 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 2, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:45.344374 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 5 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:45.345736 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Checking router: d2b968b9-ce1b-4320-815d-70371812b564 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:42:45.346091 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Updating router d2b968b9-ce1b-4320-815d-70371812b564 port feae8378-bf5e-4d5a-9b01-97ceefb798ec binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:42:45.386356 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:45.401412 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:45.401771 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:45.402878 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:45.412026 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.655953 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9962126'] for subnet (ea32f852-21af-46b5-b44e-cff7aa2f2de2), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.698655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks [] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.725653 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea32f852-21af-46b5-b44e-cff7aa2f2de2,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:45.732013 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Checking segment: {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:45.732387 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Network hostable DHCP agents. Network: 1a807fce-b576-46f3-aaaf-3c898817b2c7, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:42:45.796031 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1f748cef-c66c-4e47-86fd-b721363ac3d6 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:45.826398 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:42:45.831208 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.902174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98538a0-4d5c-4fb9-a807-2770542991e8 None None] Pushing event updated for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:45.905840 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 6 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:45.929296 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1f748cef-c66c-4e47-86fd-b721363ac3d6 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:45.929670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.930005 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1f748cef-c66c-4e47-86fd-b721363ac3d6 Sep 26 12:42:45.931231 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-a7fc43d1-5fc1-4bf1-baa2-2c3aaf1bd962 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1977449964&fields=id&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 267 time: 0.0537343 Sep 26 12:42:45.934939 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 1a807fce-b576-46f3-aaaf-3c898817b2c7) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:45.943483 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:45.944077 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:45.956657 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee957538-ae61-484f-962b-bc283b97c9a8 None None] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:42:45.984330 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:46.041454 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3a44ba6d-d588-43db-9275-ef0cc1217210 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8623521 Sep 26 12:42:46.046833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45254) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:46.049667 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:46.053283 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Attempting to bind port feae8378-bf5e-4d5a-9b01-97ceefb798ec on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:46.053633 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Attempting to bind port feae8378-bf5e-4d5a-9b01-97ceefb798ec by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:46.054000 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Attempting to bind port feae8378-bf5e-4d5a-9b01-97ceefb798ec on network 7546dded-6d1a-4426-b765-991bc2ddfbc2 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:46.059614 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Port feae8378-bf5e-4d5a-9b01-97ceefb798ec cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:46.072512 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-b1786ece-423d-4cd9-a4a3-dc2819602720 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:46.074249 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-b1786ece-423d-4cd9-a4a3-dc2819602720 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1336007 Sep 26 12:42:46.091423 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-ec3ee565-fecd-4ecc-a123-63818e2d7918 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/quotas/b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 375 time: 0.0106602 Sep 26 12:42:46.150334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-73091d72-fc23-4103-b613-c368a3a3543d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513237 Sep 26 12:42:46.163782 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (985bd292-2852-4348-bcfa-cc437a297e62), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.165214 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (985bd292-2852-4348-bcfa-cc437a297e62), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.170380 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:46.170761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Checking segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:46.171166 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.171561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Bound using segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:46.172469 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Bound port: feae8378-bf5e-4d5a-9b01-97ceefb798ec, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:46.172469 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.191752 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1f748cef-c66c-4e47-86fd-b721363ac3d6 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:46.195533 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-1a807fce-b576-46f3-aaaf-3c898817b2c7', 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7', 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'fixed_ips': [{'subnet_id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:42:46.197721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.239674 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for router_controller (985bd292-2852-4348-bcfa-cc437a297e62), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.240256 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:46.262928 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-261944c7-0828-49dd-a104-bf2f471bc0b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994565 Sep 26 12:42:46.314469 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] For port feae8378-bf5e-4d5a-9b01-97ceefb798ec, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:46.319741 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] For port feae8378-bf5e-4d5a-9b01-97ceefb798ec, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=feae8378-bf5e-4d5a-9b01-97ceefb798ec,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:46.325233 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:46.359300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:46.371516 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-2be9c8c8-4b8e-4265-8151-caa00e9d5b45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020527 Sep 26 12:42:46.391136 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Allocated IP 172.20.0.2 (1a807fce-b576-46f3-aaaf-3c898817b2c7/ea32f852-21af-46b5-b44e-cff7aa2f2de2/44a6da5b-056c-4f07-b660-07947e365d95) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:46.442252 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.469324 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for router_gateway (985bd292-2852-4348-bcfa-cc437a297e62), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.507384 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:46.508034 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:46.562428 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Attempt 7 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:46.576226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98538a0-4d5c-4fb9-a807-2770542991e8 None None] Pushing event updated for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:46.813115 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks [] for port (44a6da5b-056c-4f07-b660-07947e365d95), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.822766 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for router_gateway (985bd292-2852-4348-bcfa-cc437a297e62), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.846638 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.853681 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:46.896606 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Current status of the port feae8378-bf5e-4d5a-9b01-97ceefb798ec is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:46.897001 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.958528 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (44a6da5b-056c-4f07-b660-07947e365d95), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:46.972581 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Allocated IP 172.27.1.29 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:47.039736 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] For port feae8378-bf5e-4d5a-9b01-97ceefb798ec, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=feae8378-bf5e-4d5a-9b01-97ceefb798ec,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:47.061883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:47.065481 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Pushing event updated for resources: {'Port': ['ID=44a6da5b-056c-4f07-b660-07947e365d95,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:47.068558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:47.073538 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:47.109435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.123042 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.189769 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2f8004d6-4f78-4768-b6c5-e3766574672b req-ba68a3f9-d043-4304-90f8-a196789004b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0376196 Sep 26 12:42:47.220911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Attempting to bind port 44a6da5b-056c-4f07-b660-07947e365d95 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:47.221279 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Attempting to bind port 44a6da5b-056c-4f07-b660-07947e365d95 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:47.221647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Attempting to bind port 44a6da5b-056c-4f07-b660-07947e365d95 on network 1a807fce-b576-46f3-aaaf-3c898817b2c7 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:47.241244 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.297414 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:47.297789 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Checking segment: {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:47.298673 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.298673 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Bound using segment: {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:47.299073 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Bound port: 44a6da5b-056c-4f07-b660-07947e365d95, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:47.299456 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (44a6da5b-056c-4f07-b660-07947e365d95), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.303081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:47.305753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:47.310740 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:47.314987 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-57de4370-92f1-4b62-8c84-5c7d3277835b None None] Provisioning complete for port feae8378-bf5e-4d5a-9b01-97ceefb798ec triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:47.315362 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57de4370-92f1-4b62-8c84-5c7d3277835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.315913 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-57de4370-92f1-4b62-8c84-5c7d3277835b None None] Attempt 1 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:47.322073 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:47.352025 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:47.382579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e321ed-9d99-4b35-aaa9-d9ae455b9fa0 None None] Pushing event updated for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:47.390683 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56fd6-4b2f-4e89-bd71-f16998419a9d None None] The sync data for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi is: [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:42:47.511054 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-57de4370-92f1-4b62-8c84-5c7d3277835b None None] Current status of the port feae8378-bf5e-4d5a-9b01-97ceefb798ec is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:47.554445 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] For port 44a6da5b-056c-4f07-b660-07947e365d95, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:47.558651 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] For port 44a6da5b-056c-4f07-b660-07947e365d95, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=44a6da5b-056c-4f07-b660-07947e365d95,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:47.664384 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (44a6da5b-056c-4f07-b660-07947e365d95), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.668460 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:47.724499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de639-642e-4c51-810b-fef600d6b8a5 None None] Pushing event updated for resources: {'Port': ['ID=44a6da5b-056c-4f07-b660-07947e365d95,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:47.881049 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device feae8378-bf5e-4d5a-9b01-97ceefb798ec up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:47.898242 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for router_gateway (985bd292-2852-4348-bcfa-cc437a297e62), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.951072 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:47.977880 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port feae8378-bf5e-4d5a-9b01-97ceefb798ec triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:47.978330 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:47.986097 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port feae8378-bf5e-4d5a-9b01-97ceefb798ec Sep 26 12:42:48.090842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port feae8378-bf5e-4d5a-9b01-97ceefb798ec is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:48.187838 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (985bd292-2852-4348-bcfa-cc437a297e62), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:48.293450 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3614d0d7-1aeb-4504-b19c-544e39b2aabc req-694cef35-3326-4968-9983-b2b6a16284ab tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0364835 Sep 26 12:42:48.501004 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Router 985bd292-2852-4348-bcfa-cc437a297e62 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:42:48.614678 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:42:48.629437 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Sync routers for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:42:48.640584 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:48.641526 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:48.756708 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:48.766835 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:48.775697 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-78136260-543e-4363-bcbb-8b5605f6e081 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7291038 Sep 26 12:42:48.777261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45290) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:48.825768 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1943d-4dd5-4bc6-8820-de15b546c421 None None] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:42:48.886551 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Provisioning complete for port 44a6da5b-056c-4f07-b660-07947e365d95 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:48.887227 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (44a6da5b-056c-4f07-b660-07947e365d95), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:48.887227 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Attempt 1 to provision port 44a6da5b-056c-4f07-b660-07947e365d95 Sep 26 12:42:48.953006 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:47Z', 'revision_number': 3, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:48.991912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Checking router: 985bd292-2852-4348-bcfa-cc437a297e62 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:42:48.992296 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Updating router 985bd292-2852-4348-bcfa-cc437a297e62 port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:42:49.021087 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.030847 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Current status of the port 44a6da5b-056c-4f07-b660-07947e365d95 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:49.031399 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (44a6da5b-056c-4f07-b660-07947e365d95), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.051734 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:49.078514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] For port 44a6da5b-056c-4f07-b660-07947e365d95, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=44a6da5b-056c-4f07-b660-07947e365d95,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:49.181429 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (44a6da5b-056c-4f07-b660-07947e365d95), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.260383 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba6b5d-8ced-4e66-a019-fa106ac289b2 None None] Pushing event updated for resources: {'Port': ['ID=44a6da5b-056c-4f07-b660-07947e365d95,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:49.356952 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks [] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.404198 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-603bb7ea-2766-460d-8640-c0c4bcf088c7 None None] Provisioning complete for port 44a6da5b-056c-4f07-b660-07947e365d95 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:49.404729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-603bb7ea-2766-460d-8640-c0c4bcf088c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (44a6da5b-056c-4f07-b660-07947e365d95), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.405083 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-603bb7ea-2766-460d-8640-c0c4bcf088c7 None None] Attempt 1 to provision port 44a6da5b-056c-4f07-b660-07947e365d95 Sep 26 12:42:49.461314 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03268128-7375-48a6-93dd-c89ef3f76055 req-30596b8f-f828-491d-9071-16e8c3d99bf8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0374074 Sep 26 12:42:49.491064 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.499006 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-603bb7ea-2766-460d-8640-c0c4bcf088c7 None None] Current status of the port 44a6da5b-056c-4f07-b660-07947e365d95 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:49.529404 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Attempting to bind port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:49.529778 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Attempting to bind port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:49.530141 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Attempting to bind port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:49.561375 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:49.566220 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4941a4-caec-4d10-aab6-51d27c5c226a None None] Pushing event updated for resources: {'Port': ['ID=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:49.583780 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:49.586596 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:49.586966 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:49.587371 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.587826 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:49.588304 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Bound port: 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:49.588675 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.594543 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:49.598865 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.637254 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] For port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:49.640467 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] For port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:49.755880 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.772032 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Allocated IP 172.20.0.1 (1a807fce-b576-46f3-aaaf-3c898817b2c7/ea32f852-21af-46b5-b44e-cff7aa2f2de2/23d242b4-5d09-46f1-952f-a654019f9dc0) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:49.803071 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:49.803766 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:49.826722 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 44a6da5b-056c-4f07-b660-07947e365d95 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:49.832902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:49.879587 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 44a6da5b-056c-4f07-b660-07947e365d95 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:49.880074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (44a6da5b-056c-4f07-b660-07947e365d95), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.880426 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 44a6da5b-056c-4f07-b660-07947e365d95 Sep 26 12:42:49.895024 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks [] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:49.951449 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4941a4-caec-4d10-aab6-51d27c5c226a None None] Pushing event updated for resources: {'Port': ['ID=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:49.955066 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 44a6da5b-056c-4f07-b660-07947e365d95 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:50.012258 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:50.016949 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:50.063684 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:50.069262 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:50.073242 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:50.103970 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:50.119428 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (985bd292-2852-4348-bcfa-cc437a297e62), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:50.276089 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:47Z', 'revision_number': 3, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:50.303071 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b34c7b-7fa5-46b9-837c-3ca0645d96a0 None None] The sync data for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi is: [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:47Z', 'revision_number': 3, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:42:50.326908 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Provisioning complete for port 23d242b4-5d09-46f1-952f-a654019f9dc0 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:50.327287 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:50.327708 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 1 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:50.348517 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-b9e78a18-9ffa-4a10-9dc2-32fa128948db tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:50.350127 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-b9e78a18-9ffa-4a10-9dc2-32fa128948db tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 812 time: 0.1571529 Sep 26 12:42:50.356709 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:50.370591 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:50.434729 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-595de156-f640-4ff6-a6a1-038dbf8b140d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7d614bc2f13466ab5c395a5cfc29832 HTTP/1.1" status: 200 len: 380 time: 0.0578585 Sep 26 12:42:50.446636 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'port': {'device_id': 'e9827f6d-17b5-4232-9169-515f8f320286', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'admin_state_up': True, 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'security_groups': ['bf03927c-d4d8-46fd-8d6b-7aa5ff38637e']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:50.577762 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:50.609541 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ab686995-6485-4042-bd13-6910edb2332d req-b874684a-0135-4375-8545-1e18749d1f4d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0360472 Sep 26 12:42:50.668509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:50.721149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Made reservation on behalf of b7d614bc2f13466ab5c395a5cfc29832 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:42:50.725745 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:50.871875 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 2 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:50.894037 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:50.906068 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:50.958096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.20.0.10 (4f3c619e-6403-4ad0-be46-17e66b1e7905/409477d7-56aa-4db3-bc8e-778cf74e0f3c/735c1219-3029-4bd8-bac4-196725b71b00) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:42:50.961323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks [] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.070203 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.166460 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (985bd292-2852-4348-bcfa-cc437a297e62), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.170431 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:51.178317 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (735c1219-3029-4bd8-bac4-196725b71b00), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.288399 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:51.289735 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:51.379341 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.407145 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 3 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:51.437657 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:42:51.446359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:42:51.452404 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:42:51.456263 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Router 985bd292-2852-4348-bcfa-cc437a297e62 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:42:51.458511 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:51.468630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:51.542515 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:51.543161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.613970 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:42:51.619092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d03294b0-0c62-414d-8266-867404e7f3f3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/985bd292-2852-4348-bcfa-cc437a297e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8400776 Sep 26 12:42:51.681926 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f6c847b7-cedb-4c12-b214-3343998d0226 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2388599 Sep 26 12:42:51.713453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Request body: {'port': {'device_id': 'e9827f6d-17b5-4232-9169-515f8f320286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:42:51.732102 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:51.791336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afb811-b3c7-4f75-9edb-2a4e7a3dbac0 req-c17f5b21-d7a4-4aa2-8365-6ee0285d4519 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:51.797343 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-16afb811-b3c7-4f75-9edb-2a4e7a3dbac0 req-c17f5b21-d7a4-4aa2-8365-6ee0285d4519 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 932 time: 0.0990760 Sep 26 12:42:51.839227 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (735c1219-3029-4bd8-bac4-196725b71b00), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.855172 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:51.902104 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-16afb811-b3c7-4f75-9edb-2a4e7a3dbac0 req-a6c90103-1b56-4cc9-b6e7-f64d65863a9e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910244 Sep 26 12:42:51.927401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:51.928136 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:51.928680 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 Sep 26 12:42:51.974403 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 4 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:52.034377 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:52.097432 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:52.098225 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.126355 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:52.145098 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:52.163729 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Sync routers for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:42:52.173293 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:52.173956 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:52.227159 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.234854 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735c1219-3029-4bd8-bac4-196725b71b00 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:42:52.246631 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks [] for port (735c1219-3029-4bd8-bac4-196725b71b00), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.260019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Transition to ACTIVE for port object 735c1219-3029-4bd8-bac4-196725b71b00 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:42:52.324320 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:52.333455 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:52.406816 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.530487 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:52.559005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Attempting to bind port 735c1219-3029-4bd8-bac4-196725b71b00 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:52.559403 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Attempting to bind port 735c1219-3029-4bd8-bac4-196725b71b00 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:52.559625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Attempting to bind port 735c1219-3029-4bd8-bac4-196725b71b00 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:52.608267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Port 735c1219-3029-4bd8-bac4-196725b71b00 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:42:52.608602 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Attempting to bind port 735c1219-3029-4bd8-bac4-196725b71b00 on network 4f3c619e-6403-4ad0-be46-17e66b1e7905 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:52.639378 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 5 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:52.642948 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:52.660289 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:52.660631 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Checking segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:52.661015 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Bound using segment: {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:52.661450 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Bound port: 735c1219-3029-4bd8-bac4-196725b71b00, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d65f09-4466-498d-9f6e-d2235e4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:52.661806 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (735c1219-3029-4bd8-bac4-196725b71b00), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.695199 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:52.724271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:52.727619 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=735c1219-3029-4bd8-bac4-196725b71b00,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:52.748962 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:50Z', 'revision_number': 4, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '23d242b4-5d09-46f1-952f-a654019f9dc0', 'name': '', 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'mac_address': 'fa:16:3e:b4:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:49Z', 'updated_at': '2022-09-26T12:42:50Z', 'revision_number': 2, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'subnets': [{'id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:52.795594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Checking router: 985bd292-2852-4348-bcfa-cc437a297e62 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:42:52.801226 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Updating router 985bd292-2852-4348-bcfa-cc437a297e62 port 23d242b4-5d09-46f1-952f-a654019f9dc0 binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:42:52.819210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.822957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:52.823677 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.825914 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/735c1219-3029-4bd8-bac4-196725b71b00 HTTP/1.1" status: 200 len: 1094 time: 1.1301274 Sep 26 12:42:52.828334 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:42:52.830711 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434d482-e139-4a0d-b9fb-a3210f25c9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:42:52.845197 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:52.941250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8600ae9e-bb55-4439-bfa1-fe54c1db0ae0 x-openstack-request-id: req-8600ae9e-bb55-4439-bfa1-fe54c1db0ae0 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:42:52.941858 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:42:52.942271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8600ae9e-bb55-4439-bfa1-fe54c1db0ae0 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:42:52.942885 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8600ae9e-bb55-4439-bfa1-fe54c1db0ae0'] response: {'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00', 'status': 'completed', 'code': 200} Sep 26 12:42:52.950689 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794419-b37a-4b29-9d17-4fdb4ccdbdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:53.147394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-5c5f04c1-f722-41ec-8ae9-374fe43a5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.149515 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-5c5f04c1-f722-41ec-8ae9-374fe43a5d13 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1128 time: 0.1385422 Sep 26 12:42:53.185618 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4d76-3636-48f4-a347-10da6b0f2ff4 req-b16ae222-98a7-41b2-99bb-c73b1aeb9d86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.187626 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3a4d76-3636-48f4-a347-10da6b0f2ff4 req-b16ae222-98a7-41b2-99bb-c73b1aeb9d86 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.1555700 Sep 26 12:42:53.196349 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 6 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:53.218036 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:53.261563 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks [] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:53.264525 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Port 23d242b4-5d09-46f1-952f-a654019f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:42:53.272626 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:53.342202 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1f3a4d76-3636-48f4-a347-10da6b0f2ff4 req-51da9c80-ae64-4838-9c8a-64b5eb99d02d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390965 Sep 26 12:42:53.367160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-40fb721b-a4bf-432b-a690-ef132910a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.368796 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-40fb721b-a4bf-432b-a690-ef132910a178 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1801870 Sep 26 12:42:53.383033 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:53.474542 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-0a3ba3f2-ddaa-4203-8ebf-514b25c45a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.476156 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2434d482-e139-4a0d-b9fb-a3210f25c9ef req-0a3ba3f2-ddaa-4203-8ebf-514b25c45a9f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007643 Sep 26 12:42:53.488574 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0798e8-eb64-4eb6-afce-eda302296473 None None] Pushing event updated for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:53.530177 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Attempting to bind port 23d242b4-5d09-46f1-952f-a654019f9dc0 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:42:53.530689 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Attempting to bind port 23d242b4-5d09-46f1-952f-a654019f9dc0 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:42:53.531156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Attempting to bind port 23d242b4-5d09-46f1-952f-a654019f9dc0 on network 1a807fce-b576-46f3-aaaf-3c898817b2c7 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:42:53.582641 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:42:53.583179 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Checking segment: {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:42:53.583610 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:53.584015 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Bound using segment: {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:42:53.584490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Bound port: 23d242b4-5d09-46f1-952f-a654019f9dc0, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553c435a-e52c-4dc3-bbde-10fabde11de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:42:53.584872 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:53.591260 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-e14912b6-6e17-4219-9f85-bd9180a8c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.592965 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-e14912b6-6e17-4219-9f85-bd9180a8c222 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1128 time: 0.0532792 Sep 26 12:42:53.658055 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] For port 23d242b4-5d09-46f1-952f-a654019f9dc0, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:42:53.662681 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] For port 23d242b4-5d09-46f1-952f-a654019f9dc0, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=23d242b4-5d09-46f1-952f-a654019f9dc0,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:42:53.663225 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-f99cf86e-d5c7-4b3b-a86b-da7ba6559ce9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735c1219-3029-4bd8-bac4-196725b71b00 HTTP/1.1" status: 200 len: 217 time: 0.0485959 Sep 26 12:42:53.698482 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:53.718970 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-58260a67-c54c-4d47-ac45-f60dc0784709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.721281 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-58260a67-c54c-4d47-ac45-f60dc0784709 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0521295 Sep 26 12:42:53.765561 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Attempt 7 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:53.790478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-bed1486a-0c5f-4257-81a9-5ee557f65c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:53.792522 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-bed1486a-0c5f-4257-81a9-5ee557f65c58 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648725 Sep 26 12:42:53.801246 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:53.874132 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0798e8-eb64-4eb6-afce-eda302296473 None None] Pushing event updated for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:53.880027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:53.929588 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-1274ac2c-7298-461d-b78d-0360bc812139 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285923 Sep 26 12:42:53.935610 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:42:53.936278 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:42:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:53.973642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:54.072187 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da3ab13a-473e-4aaf-99c7-9313b681e5c7 req-88463c1d-a0a2-4cbf-976a-7a8f02af001d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316605 Sep 26 12:42:54.079980 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:54.085042 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:54.088991 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:54.088991 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 Sep 26 12:42:54.091579 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Current status of the port 23d242b4-5d09-46f1-952f-a654019f9dc0 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:54.092027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:54.172616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:42:54.180505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] For port 23d242b4-5d09-46f1-952f-a654019f9dc0, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=23d242b4-5d09-46f1-952f-a654019f9dc0,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:42:54.274255 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:54.323578 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:54.331185 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:54.446883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85e65b-a141-4b5f-bd00-ba37433627ff None None] Pushing event updated for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:54.483081 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-39740356-f421-41bc-b0b1-27ca3cba9ad5 None None] Provisioning complete for port 23d242b4-5d09-46f1-952f-a654019f9dc0 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:54.483455 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-39740356-f421-41bc-b0b1-27ca3cba9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:54.483818 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-39740356-f421-41bc-b0b1-27ca3cba9ad5 None None] Attempt 1 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:54.519905 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ff2c3-05b8-4d4e-a352-52340e2d2efa req-9a16563c-ae2e-42a4-81e3-7d4ea0ea9572 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:54.527441 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-207ff2c3-05b8-4d4e-a352-52340e2d2efa req-9a16563c-ae2e-42a4-81e3-7d4ea0ea9572 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0948749 Sep 26 12:42:54.578719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:50Z', 'revision_number': 4, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '23d242b4-5d09-46f1-952f-a654019f9dc0', 'name': '', 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'mac_address': 'fa:16:3e:b4:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:49Z', 'updated_at': '2022-09-26T12:42:53Z', 'revision_number': 4, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'subnets': [{'id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:42:54.595202 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-207ff2c3-05b8-4d4e-a352-52340e2d2efa req-6555b6ec-83ac-4a2c-9fc0-03f43cade66b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647337 Sep 26 12:42:54.644725 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc1b49-b909-4347-b0f2-e24ef7a849b4 None None] The sync data for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi is: [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:50Z', 'revision_number': 4, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '23d242b4-5d09-46f1-952f-a654019f9dc0', 'name': '', 'network_id': '1a807fce-b576-46f3-aaaf-3c898817b2c7', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'mac_address': 'fa:16:3e:b4:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:49Z', 'updated_at': '2022-09-26T12:42:53Z', 'revision_number': 4, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'subnets': [{'id': 'ea32f852-21af-46b5-b44e-cff7aa2f2de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:42:54.751028 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-39740356-f421-41bc-b0b1-27ca3cba9ad5 None None] Current status of the port 23d242b4-5d09-46f1-952f-a654019f9dc0 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:54.826855 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:54.989267 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:55.126268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:55.326119 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45390) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:55.555991 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c6c536c2-25b0-4bad-960c-d87b31f377e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:55.681991 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c6c536c2-25b0-4bad-960c-d87b31f377e7 admin admin] Publish callbacks [] for security_group (3c7757df-f837-49b1-ac36-2106bdd2233f), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:55.773176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c6c536c2-25b0-4bad-960c-d87b31f377e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3c7757df-f837-49b1-ac36-2106bdd2233f), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:55.795695 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9256fb-80c2-49c7-8a32-153f932831cb req-9f7c808d-687d-4eb1-9e35-a4d8803a09c1 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:55.797154 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e9256fb-80c2-49c7-8a32-153f932831cb req-9f7c808d-687d-4eb1-9e35-a4d8803a09c1 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0902903 Sep 26 12:42:55.829700 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:55.846388 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c536c2-25b0-4bad-960c-d87b31f377e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7757df-f837-49b1-ac36-2106bdd2233f,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:55.863400 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c6c536c2-25b0-4bad-960c-d87b31f377e7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f51db7498d834faea549bda73f780874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331149 Sep 26 12:42:55.863768 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45398) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:55.870812 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 23d242b4-5d09-46f1-952f-a654019f9dc0 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:42:55.932750 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 23d242b4-5d09-46f1-952f-a654019f9dc0 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:42:55.933046 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:55.933397 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 23d242b4-5d09-46f1-952f-a654019f9dc0 Sep 26 12:42:55.958570 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e9256fb-80c2-49c7-8a32-153f932831cb req-010c91f9-0531-4407-8610-1afcad5d041e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464529 Sep 26 12:42:55.994602 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] Publish callbacks [] for security_group (3c7757df-f837-49b1-ac36-2106bdd2233f), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:56.023891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] Publish callbacks [] for security_group (3c7757df-f837-49b1-ac36-2106bdd2233f), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:56.046577 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 23d242b4-5d09-46f1-952f-a654019f9dc0 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:42:56.165871 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3c7757df-f837-49b1-ac36-2106bdd2233f), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:56.169189 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:56.170804 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3c7757df-f837-49b1-ac36-2106bdd2233f HTTP/1.1" status: 204 len: 168 time: 0.2925537 Sep 26 12:42:56.180616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df9a2-695c-49cc-bdf0-e922ddb2c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7757df-f837-49b1-ac36-2106bdd2233f,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:57.113492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1773-5e6b-4172-af44-3cdad25dddc2 req-48ccb568-315a-4b02-a76d-ddacacefc72a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:57.116231 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c1fc1773-5e6b-4172-af44-3cdad25dddc2 req-48ccb568-315a-4b02-a76d-ddacacefc72a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0521109 Sep 26 12:42:57.175728 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c1fc1773-5e6b-4172-af44-3cdad25dddc2 req-ef47e049-42bb-4e37-913e-03ddebd5ffdd tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524409 Sep 26 12:42:57.286182 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45412) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:57.303495 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c99f41d0-4eb7-4ca9-bd9f-04020eba9ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.394971 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c99f41d0-4eb7-4ca9-bd9f-04020eba9ff9 admin admin] Publish callbacks [] for security_group (c56cc53c-3640-4e6a-ab3f-b04cbb56f421), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.486174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-c99f41d0-4eb7-4ca9-bd9f-04020eba9ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c56cc53c-3640-4e6a-ab3f-b04cbb56f421), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.535661 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-c99f41d0-4eb7-4ca9-bd9f-04020eba9ff9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c2930421b1a749b6b8c9afd65b8834a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477753 Sep 26 12:42:57.536365 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f41d0-4eb7-4ca9-bd9f-04020eba9ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56cc53c-3640-4e6a-ab3f-b04cbb56f421,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:57.538958 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45414) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:57.600367 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] Publish callbacks [] for security_group (c56cc53c-3640-4e6a-ab3f-b04cbb56f421), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.626590 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] Publish callbacks [] for security_group (c56cc53c-3640-4e6a-ab3f-b04cbb56f421), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.763508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (c56cc53c-3640-4e6a-ab3f-b04cbb56f421), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.766073 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:57.770728 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c56cc53c-3640-4e6a-ab3f-b04cbb56f421 HTTP/1.1" status: 204 len: 168 time: 0.2310388 Sep 26 12:42:57.773142 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:57.781331 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb8529-818a-4fc5-acc0-058c98e45945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56cc53c-3640-4e6a-ab3f-b04cbb56f421,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:58.335887 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8eda3-51de-4f2a-a6c7-42eb99d798ef req-3a3e3d1d-662a-479d-942f-007c677aeb2a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:58.337377 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ac8eda3-51de-4f2a-a6c7-42eb99d798ef req-3a3e3d1d-662a-479d-942f-007c677aeb2a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0624604 Sep 26 12:42:58.395001 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ac8eda3-51de-4f2a-a6c7-42eb99d798ef req-d45d3b47-5aa6-495b-9ffa-a84ff754adfb tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514152 Sep 26 12:42:58.650728 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45424) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:58.666250 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8b530631-41bf-4851-9f64-1ad28ce37964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:58.754976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8b530631-41bf-4851-9f64-1ad28ce37964 admin admin] Publish callbacks [] for security_group (a18f818c-56ed-4c03-998c-e4c0e6a39619), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:58.843897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-8b530631-41bf-4851-9f64-1ad28ce37964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a18f818c-56ed-4c03-998c-e4c0e6a39619), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:58.899429 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45430) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:42:58.900177 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-8b530631-41bf-4851-9f64-1ad28ce37964 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dc55056b06cd4b928e7da9e12836e50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474747 Sep 26 12:42:58.901170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530631-41bf-4851-9f64-1ad28ce37964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18f818c-56ed-4c03-998c-e4c0e6a39619,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:58.960379 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] Publish callbacks [] for security_group (a18f818c-56ed-4c03-998c-e4c0e6a39619), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:58.981281 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] Publish callbacks [] for security_group (a18f818c-56ed-4c03-998c-e4c0e6a39619), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:59.009503 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:42:59.135088 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (a18f818c-56ed-4c03-998c-e4c0e6a39619), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:59.141439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:42:59.145740 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a18f818c-56ed-4c03-998c-e4c0e6a39619 HTTP/1.1" status: 204 len: 168 time: 0.2422025 Sep 26 12:42:59.153032 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfe3f5-197d-4765-944b-636ae8252f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18f818c-56ed-4c03-998c-e4c0e6a39619,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:42:59.544741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63177336-709e-4b47-9b0f-7a34d1325d04 req-6bc337ff-a576-4a34-a57f-8122763e2876 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:42:59.546499 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63177336-709e-4b47-9b0f-7a34d1325d04 req-6bc337ff-a576-4a34-a57f-8122763e2876 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0607765 Sep 26 12:42:59.603343 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-63177336-709e-4b47-9b0f-7a34d1325d04 req-55844464-ffba-49a2-9b9c-5c541f7c46b2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496697 Sep 26 12:43:00.738880 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc19a0-dd72-46c2-b1f0-96aab5f114f4 req-57481cde-2416-4145-aad2-10a615c77625 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:00.743986 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-44bc19a0-dd72-46c2-b1f0-96aab5f114f4 req-57481cde-2416-4145-aad2-10a615c77625 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0544341 Sep 26 12:43:00.809916 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:00.816570 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-44bc19a0-dd72-46c2-b1f0-96aab5f114f4 req-506f9aa3-7110-4fc9-b5b1-cd200d40ed71 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Sep 26 12:43:00.871014 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45470) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:00.984948 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-400640496-network', 'tenant_id': '6817ac0b5cdc410da9b6825d2044aa5e'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:01.074225 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Made reservation on behalf of 6817ac0b5cdc410da9b6825d2044aa5e for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:43:01.076710 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.087856 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.169896 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks [] for security_group (84fca82f-134a-48b7-bb1f-da5e40d07b17), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.277833 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (84fca82f-134a-48b7-bb1f-da5e40d07b17), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.301973 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:43:01.318413 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fca82f-134a-48b7-bb1f-da5e40d07b17,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:01.322724 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (851718bb-3c7d-4956-9089-5b331a5062c8), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.323070 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Added segment 851718bb-3c7d-4956-9089-5b331a5062c8 of type vlan for network 868368e8-9cd6-4796-8ae6-5ab618a23e29 Sep 26 12:43:01.374110 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (868368e8-9cd6-4796-8ae6-5ab618a23e29), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.496970 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (868368e8-9cd6-4796-8ae6-5ab618a23e29), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.498171 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:01.498855 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.573303 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] Pushing event updated for resources: {'Network': ['ID=868368e8-9cd6-4796-8ae6-5ab618a23e29,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:01.584652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:43:01.605715 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45478) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:01.610327 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-51216945-dc14-4ce0-a27e-a54df68fa9ca admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7373750 Sep 26 12:43:01.612119 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Request body: {'subnet': {'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-400640496-subnet', 'tenant_id': '6817ac0b5cdc410da9b6825d2044aa5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:01.720485 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Made reservation on behalf of 6817ac0b5cdc410da9b6825d2044aa5e for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:43:01.723891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:01.986545 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2742b-b706-4f62-ad30-af62881369bf req-6b683419-daf8-4658-ab29-363a9e58e17b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:01.988017 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3bb2742b-b706-4f62-ad30-af62881369bf req-6b683419-daf8-4658-ab29-363a9e58e17b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0820470 Sep 26 12:43:02.053514 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (656d4fd6-245e-4297-b513-2cb42d44d423), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:02.086484 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3bb2742b-b706-4f62-ad30-af62881369bf req-ef9c60dd-1ac5-4e0c-b693-964377354d65 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918076 Sep 26 12:43:02.095743 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:02.121177 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656d4fd6-245e-4297-b513-2cb42d44d423,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:02.144647 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Checking segment: {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:43:02.145005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Network hostable DHCP agents. Network: 868368e8-9cd6-4796-8ae6-5ab618a23e29, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:43:02.246621 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:43:02.337682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 868368e8-9cd6-4796-8ae6-5ab618a23e29) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:43:02.345787 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:02.347211 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:02.349999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d355c9c-0145-48a9-8463-4427cc617ad2 None None] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:43:02.466292 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6e907-7b18-441d-9caf-602596bae2a9 None None] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:43:02.496343 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-baa569a6-8b68-400e-8d72-80caabb11999 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8894360 Sep 26 12:43:03.231481 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f9db-d535-47f5-8840-7d37355e87b6 req-531aaa20-9e7d-4c5b-9297-0b66d960f4ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:03.232982 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6715f9db-d535-47f5-8840-7d37355e87b6 req-531aaa20-9e7d-4c5b-9297-0b66d960f4ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0522730 Sep 26 12:43:03.289777 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6715f9db-d535-47f5-8840-7d37355e87b6 req-867698e0-3323-42b8-8110-d90961cecd71 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505440 Sep 26 12:43:04.413304 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1358b-209d-4a2f-9238-93e6f78af636 req-314958c8-b186-46db-8b5a-1c1e6d17a535 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:04.414868 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03a1358b-209d-4a2f-9238-93e6f78af636 req-314958c8-b186-46db-8b5a-1c1e6d17a535 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0522861 Sep 26 12:43:04.463700 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-03a1358b-209d-4a2f-9238-93e6f78af636 req-03bf5d60-7cba-4b99-8735-75d965f84bfa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Sep 26 12:43:04.743443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:04.885841 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4bd7de6d-16fe-459b-9bdb-e16716868e2a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:04.887276 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4bd7de6d-16fe-459b-9bdb-e16716868e2a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 814 time: 0.0996585 Sep 26 12:43:04.902828 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-b0b90f1f-4a0e-4795-9755-2ce74a3f06fc tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/quotas/556c824fe3cd44959f52348c1dac78cc HTTP/1.1" status: 200 len: 375 time: 0.0096996 Sep 26 12:43:04.955853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-a2f51d2f-39db-420d-8b9a-ccbef01ea059 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478573 Sep 26 12:43:05.010457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:05.011849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45534) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:05.058043 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-075b2c5c-a7c3-456a-8e43-0b31b57c4d75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902267 Sep 26 12:43:05.123472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-20702eb1-1e6e-4587-87e3-08ba342dbf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:05.151671 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-e797f8ad-21bd-4890-b5c8-1862b9558a9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878639 Sep 26 12:43:05.205288 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-20702eb1-1e6e-4587-87e3-08ba342dbf72 admin admin] Publish callbacks [] for security_group (4affe68c-639b-4b55-9b7e-42b8f8853dbc), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:05.291798 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-20702eb1-1e6e-4587-87e3-08ba342dbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4affe68c-639b-4b55-9b7e-42b8f8853dbc), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:05.333858 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-20702eb1-1e6e-4587-87e3-08ba342dbf72 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b694c0efb968403badfcd11a24b17310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201416 Sep 26 12:43:05.335079 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702eb1-1e6e-4587-87e3-08ba342dbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4affe68c-639b-4b55-9b7e-42b8f8853dbc,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:05.336356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45544) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:05.412687 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] Publish callbacks [] for security_group (4affe68c-639b-4b55-9b7e-42b8f8853dbc), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:05.755122 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3f0dde2b-836d-4939-ba4f-c1926f48131e req-4c8ba2b7-eb7c-45d6-85d0-90c65bd51078 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 210 time: 0.3465791 Sep 26 12:43:05.758818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] Publish callbacks [] for security_group (4affe68c-639b-4b55-9b7e-42b8f8853dbc), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:05.760488 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:05.869799 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-7a60937f-c7a3-4c3d-933b-926b3f318ead tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:05.871282 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-7a60937f-c7a3-4c3d-933b-926b3f318ead tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/networks?id=868368e8-9cd6-4796-8ae6-5ab618a23e29 HTTP/1.1" status: 200 len: 813 time: 0.4608929 Sep 26 12:43:05.886683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bfdd-0719-4b01-bb7c-c8e989ab5d50 req-5fe8beef-bd06-4398-8e7b-0c4729b28d88 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:05.888150 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5051bfdd-0719-4b01-bb7c-c8e989ab5d50 req-5fe8beef-bd06-4398-8e7b-0c4729b28d88 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0727232 Sep 26 12:43:05.903036 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-267cf982-a9f4-4cf9-89e1-322b2a863e72 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/quotas/6817ac0b5cdc410da9b6825d2044aa5e HTTP/1.1" status: 200 len: 375 time: 0.0259407 Sep 26 12:43:05.946991 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-a082f1de-9a05-4bd4-a63c-4e616b606d74 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360966 Sep 26 12:43:05.983689 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5051bfdd-0719-4b01-bb7c-c8e989ab5d50 req-25b7196e-ebef-4c7e-85ad-b5758c52dda8 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890980 Sep 26 12:43:06.012857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4affe68c-639b-4b55-9b7e-42b8f8853dbc), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:06.015589 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:06.016743 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4affe68c-639b-4b55-9b7e-42b8f8853dbc HTTP/1.1" status: 204 len: 168 time: 0.6788008 Sep 26 12:43:06.033100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65de0f-3272-4fb0-8da0-f7f2e3b63ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4affe68c-639b-4b55-9b7e-42b8f8853dbc,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:06.089315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-3c4ce0a4-0d40-42c3-9823-94c010b9002c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322963 Sep 26 12:43:06.180315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-88c97923-6e4b-4816-a9a5-5cc2c6492062 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Sep 26 12:43:06.521412 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f239d94b-2988-4138-be7c-11aa89cde2ca req-cc8d6fe7-b1bb-4787-b3a9-1dc259768cc9 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 210 time: 0.0324292 Sep 26 12:43:06.860064 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6d462081-f2b0-4a2d-aa1e-b406f309cb4d req-98c03cd1-b45b-42fe-ba45-9ed7a7398bcd tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Sep 26 12:43:07.109997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbc183-5c44-401d-a578-79ab97570b9d req-979e82bc-900e-4e85-a694-641400f0ff36 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:07.111512 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-88fbc183-5c44-401d-a578-79ab97570b9d req-979e82bc-900e-4e85-a694-641400f0ff36 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0474029 Sep 26 12:43:07.166848 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-88fbc183-5c44-401d-a578-79ab97570b9d req-540c899c-5b9b-4f28-a462-afd22c09fbee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488877 Sep 26 12:43:07.606790 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1432900-d63e-4070-a385-a8384449efe8 req-f5288a90-ddaa-4e62-a2ed-6c69f84faad7 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 210 time: 0.0281966 Sep 26 12:43:07.961747 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9f3c1815-1ae4-4eb1-8d79-e3301d506481 req-21168279-8093-4211-a39f-cb6db9d42425 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 210 time: 0.0283439 Sep 26 12:43:08.216013 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:43:08.247708 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:08.289831 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c5749-6cf8-4b93-8438-7476cb36da50 req-a2bdb733-0431-4579-8d4d-f2b39753972d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:08.291192 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-103c5749-6cf8-4b93-8438-7476cb36da50 req-a2bdb733-0431-4579-8d4d-f2b39753972d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 944 time: 0.0493197 Sep 26 12:43:08.345440 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-103c5749-6cf8-4b93-8438-7476cb36da50 req-05afda80-602d-4124-a93c-d9342c25849c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482547 Sep 26 12:43:08.543724 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:08.579584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-ed2db785-dd65-4dd3-8596-4b253dfbeb84 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:08.581023 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-ed2db785-dd65-4dd3-8596-4b253dfbeb84 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 814 time: 0.1043468 Sep 26 12:43:08.600019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'port': {'device_id': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'admin_state_up': True, 'tenant_id': '556c824fe3cd44959f52348c1dac78cc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:08.709214 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 735c1219-3029-4bd8-bac4-196725b71b00 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:43:08.717472 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05520529-92e8-4879-a6b2-768200925cec req-34643108-95a2-4c2b-981b-0e3ea0d7ed84 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 210 time: 0.0397708 Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=735c1219-3029-4bd8-bac4-196725b71b00,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '735c1219-3029-4bd8-bac4-196725b71b00', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'port_id': '735c1219-3029-4bd8-bac4-196725b71b00', 'mac_address': 'fa:16:3e:c5:3f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 735c1219-3029-4bd8-bac4-196725b71b00 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (735c1219-3029-4bd8-bac4-196725b71b00), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735c1219-3029-4bd8-bac4-196725b71b00 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:43:08.918742 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=735c1219-3029-4bd8-bac4-196725b71b00,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:09.075567 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-11712234-194b-4c79-b02a-29f0260da98f req-9fd62e57-83a9-4055-a9e8-c050659b2c57 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Sep 26 12:43:09.257228 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Made reservation on behalf of 556c824fe3cd44959f52348c1dac78cc for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:43:09.261029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:09.275089 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:09.330926 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:09.386482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:09.396493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Allocated IP 172.20.0.3 (7546dded-6d1a-4426-b765-991bc2ddfbc2/a888e63a-f7fe-4c53-9852-d7121482934d/d1a071b6-2fa1-48d3-98e5-3b321ff2ea59) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:43:09.554395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbd5b7-e23b-4363-9f0e-98dfed00c7f7 req-8583f9ae-dff9-47af-8b2d-ae638baa9eaf tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:09.560358 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2bbd5b7-e23b-4363-9f0e-98dfed00c7f7 req-8583f9ae-dff9-47af-8b2d-ae638baa9eaf tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 945 time: 0.1066501 Sep 26 12:43:09.584166 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['735c1219-3029-4bd8-bac4-196725b71b00'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:43:09.623557 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:09.643577 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:09.650621 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e2bbd5b7-e23b-4363-9f0e-98dfed00c7f7 req-dc493255-742b-498c-85b3-c8c615651d5b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861666 Sep 26 12:43:09.744136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:09.795594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:43:09.801394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:43:09.818593 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:43:09.869838 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05b57249-df60-408f-b4de-70d9948da927 req-1161a025-f2ab-4570-b1ae-b0f8e40d8ed1 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 210 time: 0.0695512 Sep 26 12:43:09.878129 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:09.904661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:09.905344 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:09.918609 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:09.997303 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4f1296ff-bce5-4764-9c6f-966ada463136 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011426 Sep 26 12:43:10.015032 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Request body: {'port': {'device_id': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:10.062762 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-73f054b1-ca04-44cd-9428-56f3b251de91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.087629 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.100582 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Provisioning complete for port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:43:10.100951 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.101478 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Attempt 1 to provision port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 Sep 26 12:43:10.139061 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-fff48f34-412c-4615-8a96-93409bc7602c tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:10.140611 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-fff48f34-412c-4615-8a96-93409bc7602c tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "GET /networking/v2.0/networks?id=868368e8-9cd6-4796-8ae6-5ab618a23e29 HTTP/1.1" status: 200 len: 813 time: 0.1447139 Sep 26 12:43:10.161568 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Request body: {'port': {'device_id': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29', 'admin_state_up': True, 'tenant_id': '6817ac0b5cdc410da9b6825d2044aa5e'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:10.165777 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:10.192900 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:43:10.228172 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:10.296627 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578833b-1a0d-456e-86f1-95eb57f69ca9 req-bd454c8e-753c-48c5-8eb1-004031335e05 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:10.298108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2578833b-1a0d-456e-86f1-95eb57f69ca9 req-bd454c8e-753c-48c5-8eb1-004031335e05 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 931 time: 0.0801027 Sep 26 12:43:10.388698 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Made reservation on behalf of 6817ac0b5cdc410da9b6825d2044aa5e for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:43:10.392972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.421838 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2578833b-1a0d-456e-86f1-95eb57f69ca9 req-fc624652-7b9d-424a-b018-646aac4088b4 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963452 Sep 26 12:43:10.545949 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:43:10.565010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks [] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.581469 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Transition to ACTIVE for port object d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:43:10.601640 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Allocated IP 172.20.0.7 (868368e8-9cd6-4796-8ae6-5ab618a23e29/656d4fd6-245e-4297-b513-2cb42d44d423/6591097d-a77b-4d1f-bc03-aff3fb518e9d) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:43:10.666225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.693900 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Attempt 2 to provision port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 Sep 26 12:43:10.710211 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:10.756886 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:10.778456 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks [] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.798214 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Attempting to bind port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:43:10.799559 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Attempting to bind port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:43:10.800530 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Attempting to bind port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 on network 7546dded-6d1a-4426-b765-991bc2ddfbc2 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:43:10.814818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:10.871283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 on network 7546dded-6d1a-4426-b765-991bc2ddfbc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:43:10.871863 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Attempting to bind port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 on network 7546dded-6d1a-4426-b765-991bc2ddfbc2 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:43:10.903263 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:10.910282 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 735c1219-3029-4bd8-bac4-196725b71b00 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:43:10.936565 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1681f-b653-47dc-83de-32b0d7ddb6d4 req-00d0695a-b90c-4be3-8918-8aeeb905e030 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:10.938394 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9b1681f-b653-47dc-83de-32b0d7ddb6d4 req-00d0695a-b90c-4be3-8918-8aeeb905e030 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 945 time: 0.0846496 Sep 26 12:43:10.989050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:43:10.991747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:43:11.006243 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:43:11.006726 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Checking segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:43:11.007458 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Bound using segment: {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:43:11.008047 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Bound port: d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840fe2b-16f9-4649-8d42-08e380ad36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:43:11.008507 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.013054 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:43:11.023272 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b9b1681f-b653-47dc-83de-32b0d7ddb6d4 req-b400e9a8-ae46-49d4-a541-f62e48fa8ff1 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742199 Sep 26 12:43:11.026458 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:43:11.039180 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:11.056554 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 735c1219-3029-4bd8-bac4-196725b71b00 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:43:11.123365 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Pushing event updated for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:11.133630 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:11.134261 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.165905 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 735c1219-3029-4bd8-bac4-196725b71b00 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:43:11.166499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (735c1219-3029-4bd8-bac4-196725b71b00), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.166622 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 735c1219-3029-4bd8-bac4-196725b71b00 Sep 26 12:43:11.170145 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fa731-3017-4fa1-84cf-462c088f6c64 req-87549c79-d621-434d-9420-4ac134a572a2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:11.171950 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b0fa731-3017-4fa1-84cf-462c088f6c64 req-87549c79-d621-434d-9420-4ac134a572a2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0946043 Sep 26 12:43:11.176838 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:43:11.181421 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:43:11.232871 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-83a5aade-7107-4179-aa90-51b27802e994 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0756626 Sep 26 12:43:11.267129 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b0fa731-3017-4fa1-84cf-462c088f6c64 req-eb4350e1-eaf4-400c-bb78-6fb4a292beaa tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832784 Sep 26 12:43:11.272128 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 735c1219-3029-4bd8-bac4-196725b71b00 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:11.274192 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (735c1219-3029-4bd8-bac4-196725b71b00), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.281642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.281642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:11.281642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.281946 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 1093 time: 1.2710774 Sep 26 12:43:11.285019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:11.287565 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89713d-b4e4-48cf-be4b-69bbbae354af" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:11.344031 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:11.344500 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba8881-05b8-41d6-8a0e-6649a18139de x-openstack-request-id: req-b0ba8881-05b8-41d6-8a0e-6649a18139de {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:11.344895 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:11.345280 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0ba8881-05b8-41d6-8a0e-6649a18139de {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:11.345606 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ba8881-05b8-41d6-8a0e-6649a18139de'] response: {'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:43:11.346255 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a85109-657d-40d8-bab6-5b0521fb55f6" -d '{"events": [{"server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "name": "network-vif-plugged", "status": "completed", "tag": "735c1219-3029-4bd8-bac4-196725b71b00"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:11.368344 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=735c1219-3029-4bd8-bac4-196725b71b00,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:11.376477 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704495e-6ea5-41d0-8d4a-0ea85dfe614b service neutron] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:11.398593 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689abc1-e93c-4d0f-b539-6108edc7de8d x-openstack-request-id: req-4689abc1-e93c-4d0f-b539-6108edc7de8d {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:11.398883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "name": "network-vif-plugged", "status": "completed", "tag": "735c1219-3029-4bd8-bac4-196725b71b00", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:11.399137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4689abc1-e93c-4d0f-b539-6108edc7de8d {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:11.399566 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4689abc1-e93c-4d0f-b539-6108edc7de8d'] response: {'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00', 'code': 200} Sep 26 12:43:11.462714 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:11.517458 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Attempt 3 to provision port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 Sep 26 12:43:11.546842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:11.573148 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1ee38de9-2f07-40e6-a8a8-f07c2d3bd689 None None] Port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:43:11.599783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946cf11-2921-4d00-99a3-306ddc15a0b8 req-db7bab1a-60d2-4c3a-9a18-6fb9cbee8100 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:11.602552 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9946cf11-2921-4d00-99a3-306ddc15a0b8 req-db7bab1a-60d2-4c3a-9a18-6fb9cbee8100 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0723257 Sep 26 12:43:11.663133 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9946cf11-2921-4d00-99a3-306ddc15a0b8 req-f94bf569-b36f-42c0-995c-9a72322a0035 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543761 Sep 26 12:43:12.160449 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5425f-d582-4e60-aef4-4b0709affc7e req-513d922a-a352-40ab-b604-c9b91d0c0977 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:12.162225 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35b5425f-d582-4e60-aef4-4b0709affc7e req-513d922a-a352-40ab-b604-c9b91d0c0977 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0495529 Sep 26 12:43:12.215328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-35b5425f-d582-4e60-aef4-4b0709affc7e req-1909f518-1b32-45b0-9e42-b5f99bae5724 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Sep 26 12:43:12.300975 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9e3bbc47-7e2d-4bfe-9d45-669716d74364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:12.399091 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b7aff-f51b-4b6a-9f6f-0e4eded53f91 req-675b416c-fe4f-4f00-a0fa-3001c868b7a2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:12.400668 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f7b7aff-f51b-4b6a-9f6f-0e4eded53f91 req-675b416c-fe4f-4f00-a0fa-3001c868b7a2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0496571 Sep 26 12:43:12.464609 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0f7b7aff-f51b-4b6a-9f6f-0e4eded53f91 req-46ab830b-7d1c-4989-afca-6fdd54fb676b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Sep 26 12:43:12.786400 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845c7c9-c1c1-46ad-8e65-51f59c713ecc req-734fbc71-3546-4ab9-aca3-150dabcad2b9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:12.793807 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1845c7c9-c1c1-46ad-8e65-51f59c713ecc req-734fbc71-3546-4ab9-aca3-150dabcad2b9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0569611 Sep 26 12:43:12.845152 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1845c7c9-c1c1-46ad-8e65-51f59c713ecc req-6c2a61cc-5d56-474b-ad7d-19983dcc5494 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Sep 26 12:43:13.310716 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:13.376074 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2a8b1-af53-4e6b-afd2-b9b81e9c3a4b req-b210b847-45a6-4950-97f5-185f07d2dc91 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:13.381485 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ec2a8b1-af53-4e6b-afd2-b9b81e9c3a4b req-b210b847-45a6-4950-97f5-185f07d2dc91 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0700245 Sep 26 12:43:13.443871 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ec2a8b1-af53-4e6b-afd2-b9b81e9c3a4b req-dc7f5016-22d3-4cbb-99fc-40c1a2cb6ed9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552018 Sep 26 12:43:13.588617 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:13.611860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a1d69-a409-455a-93fc-7680fca07a11 req-00b3f6e2-1b54-4bd5-b46c-a9b2d1396468 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:13.613569 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da8a1d69-a409-455a-93fc-7680fca07a11 req-00b3f6e2-1b54-4bd5-b46c-a9b2d1396468 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0702965 Sep 26 12:43:13.639301 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:13.664773 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-da8a1d69-a409-455a-93fc-7680fca07a11 req-f18fc574-5e78-40a8-af33-d0b4fe85e922 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Sep 26 12:43:13.965507 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77907-499e-4ff8-b194-a7072ab9d37e req-02ee8911-9882-4717-8bcb-5f90f3b7ad8b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:13.967009 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-efb77907-499e-4ff8-b194-a7072ab9d37e req-02ee8911-9882-4717-8bcb-5f90f3b7ad8b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0472031 Sep 26 12:43:14.019520 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-efb77907-499e-4ff8-b194-a7072ab9d37e req-413be3d9-7fec-42dc-94ed-0533753b4c7a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Sep 26 12:43:14.567937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854daf5-1a1b-4698-a0c3-d264379237a4 req-6ca04b6f-f92e-4c19-a39b-addfaa0a11df tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:14.569784 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e854daf5-1a1b-4698-a0c3-d264379237a4 req-6ca04b6f-f92e-4c19-a39b-addfaa0a11df tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Sep 26 12:43:14.626789 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e854daf5-1a1b-4698-a0c3-d264379237a4 req-888bdadf-3c2e-466d-94d3-009aa5697a09 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510216 Sep 26 12:43:14.797225 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67f9-5d81-43fa-b18d-473e8975b6be req-80afbfbd-83df-4656-b4cd-8ae27ee18adf tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:14.798891 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbee67f9-5d81-43fa-b18d-473e8975b6be req-80afbfbd-83df-4656-b4cd-8ae27ee18adf tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0500569 Sep 26 12:43:14.851244 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bbee67f9-5d81-43fa-b18d-473e8975b6be req-b7100ab7-15c4-437f-bb6a-1833b44d2880 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Sep 26 12:43:15.152596 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc4e5-e4f2-4dd0-b10e-5d7c2ee572a9 req-93070b07-654c-4426-9bc4-eacdab58eb62 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:15.154118 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be6dc4e5-e4f2-4dd0-b10e-5d7c2ee572a9 req-93070b07-654c-4426-9bc4-eacdab58eb62 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0486200 Sep 26 12:43:15.160631 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:15.193819 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:15.212328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be6dc4e5-e4f2-4dd0-b10e-5d7c2ee572a9 req-e3cd14df-55e4-4291-a2f8-499fb214681d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Sep 26 12:43:15.759813 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc975e2-302f-478d-a765-0491f426a71b req-ed13bfea-8521-4de2-9d97-4360c075095e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:15.762381 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfc975e2-302f-478d-a765-0491f426a71b req-ed13bfea-8521-4de2-9d97-4360c075095e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0578742 Sep 26 12:43:15.815505 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bfc975e2-302f-478d-a765-0491f426a71b req-93522cdc-eaf0-406a-af5f-9d90f4970767 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Sep 26 12:43:15.968857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:15.979578 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3f391-59df-4bb5-8d64-b1ed32a1e01f req-509599ca-191e-4f8e-bb2c-9130258fc2d8 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:15.981433 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ce3f391-59df-4bb5-8d64-b1ed32a1e01f req-509599ca-191e-4f8e-bb2c-9130258fc2d8 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0495090 Sep 26 12:43:16.035174 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ce3f391-59df-4bb5-8d64-b1ed32a1e01f req-f64d5006-c66d-4794-b8f8-7888463c6755 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467365 Sep 26 12:43:16.347283 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1b28-5ce4-4c62-bec6-14b52926043f req-15243fec-782e-4350-9ba0-f628a25994e5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:16.348741 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f7b1b28-5ce4-4c62-bec6-14b52926043f req-15243fec-782e-4350-9ba0-f628a25994e5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0600252 Sep 26 12:43:16.402786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6f7b1b28-5ce4-4c62-bec6-14b52926043f req-dd18a6ba-e984-4a7a-8549-cf15321315c2 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Sep 26 12:43:16.942547 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39e30-8404-46e7-ab14-bf451d407a2e req-d23be074-fc89-44e4-b50e-ef2f0f9eea1b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:16.944212 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3f39e30-8404-46e7-ab14-bf451d407a2e req-d23be074-fc89-44e4-b50e-ef2f0f9eea1b tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0481100 Sep 26 12:43:16.997496 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a3f39e30-8404-46e7-ab14-bf451d407a2e req-72652d5a-48d4-47ca-aa47-c188c17a732a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Sep 26 12:43:17.167322 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677ed7-e406-490a-94f6-1412f62216e5 req-f254d9c9-afbe-4f98-b018-52239c942160 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:17.168935 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-89677ed7-e406-490a-94f6-1412f62216e5 req-f254d9c9-afbe-4f98-b018-52239c942160 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0500226 Sep 26 12:43:17.224952 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-89677ed7-e406-490a-94f6-1412f62216e5 req-f86babfa-595e-497f-a623-7f9c7c059640 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502329 Sep 26 12:43:17.537704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee38a88-7bb0-487c-b1d2-b45982e5b0ad req-84f2aa8d-a2e5-48b0-bfe5-4abc5af7da8f tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:17.539306 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fee38a88-7bb0-487c-b1d2-b45982e5b0ad req-84f2aa8d-a2e5-48b0-bfe5-4abc5af7da8f tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0515246 Sep 26 12:43:17.589366 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fee38a88-7bb0-487c-b1d2-b45982e5b0ad req-9ae7f851-bf31-4fc9-96a4-dd5f96ae13b1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Sep 26 12:43:18.115963 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5f05-4ed8-49f0-82b6-723c6e370f19 req-63114d6a-de0e-455b-a214-bede813cbad0 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:18.117406 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-990d5f05-4ed8-49f0-82b6-723c6e370f19 req-63114d6a-de0e-455b-a214-bede813cbad0 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0459476 Sep 26 12:43:18.137618 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:18.165976 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-990d5f05-4ed8-49f0-82b6-723c6e370f19 req-e7b0fc6e-bbca-40b5-a4ad-705c48c50166 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Sep 26 12:43:18.211526 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:18.350623 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6713ba-1fbd-4104-bfc0-c067d090023e req-2f36980b-0dc1-4129-9bd3-ffce013293a0 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:18.352073 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa6713ba-1fbd-4104-bfc0-c067d090023e req-2f36980b-0dc1-4129-9bd3-ffce013293a0 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0498869 Sep 26 12:43:18.398437 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa6713ba-1fbd-4104-bfc0-c067d090023e req-aa4af3eb-eaee-4889-9468-94a853850071 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Sep 26 12:43:18.708708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f04b-ac30-4b00-8b38-342715dc1158 req-de96424b-d971-41dd-9344-354fe993a222 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:18.710135 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-daa2f04b-ac30-4b00-8b38-342715dc1158 req-de96424b-d971-41dd-9344-354fe993a222 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0456436 Sep 26 12:43:18.756183 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-daa2f04b-ac30-4b00-8b38-342715dc1158 req-a8658ad8-954f-4a39-a7af-0805835250a0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Sep 26 12:43:19.291473 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bd489-b4dd-4438-83cc-2c5e8aa3120e req-63c6ed65-f48c-4e00-84d0-c0ceeb4944db tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.293215 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf4bd489-b4dd-4438-83cc-2c5e8aa3120e req-63c6ed65-f48c-4e00-84d0-c0ceeb4944db tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0548332 Sep 26 12:43:19.364153 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cf4bd489-b4dd-4438-83cc-2c5e8aa3120e req-c6632a03-a60c-4789-ad68-b411a8cdfc8d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652311 Sep 26 12:43:19.389611 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Request body: {'port': {'device_id': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:19.579791 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:19.580161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-224fe819-6788-4150-a14b-0071e59b1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.580161 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-224fe819-6788-4150-a14b-0071e59b1441 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1127 time: 0.0820994 Sep 26 12:43:19.580161 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-fddd4583-e188-4d65-8c5f-da318b01cc9e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867064 Sep 26 12:43:19.580161 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794000-49f2-4368-bbaa-20d0baf92a4c req-d3899234-043e-42bf-953c-c9bff49d6256 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.580161 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e794000-49f2-4368-bbaa-20d0baf92a4c req-d3899234-043e-42bf-953c-c9bff49d6256 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 931 time: 0.0540061 Sep 26 12:43:19.660129 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:19.693952 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6e794000-49f2-4368-bbaa-20d0baf92a4c req-21338adf-f51a-48d9-815d-c14b9ca3cff9 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354775 Sep 26 12:43:19.698326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-d5f44a2c-8cc8-4133-a538-289c029d512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.699669 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-d5f44a2c-8cc8-4133-a538-289c029d512f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0833571 Sep 26 12:43:19.752567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-202a233a-28e2-451a-bf37-469ea90bf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.754990 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-202a233a-28e2-451a-bf37-469ea90bf7df service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=556c824fe3cd44959f52348c1dac78cc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2068539 Sep 26 12:43:19.782830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6591097d-a77b-4d1f-bc03-aff3fb518e9d {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:43:19.790633 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks [] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:19.804309 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Transition to ACTIVE for port object 6591097d-a77b-4d1f-bc03-aff3fb518e9d will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:43:19.935383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:19.964372 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a25a5-a716-4ce9-9736-7afafdc64fe0 req-56f104a2-2f02-4462-8de5-1591eb4c7c0e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.965820 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-266a25a5-a716-4ce9-9736-7afafdc64fe0 req-56f104a2-2f02-4462-8de5-1591eb4c7c0e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0947535 Sep 26 12:43:19.969128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-009ff718-bc23-45a2-a262-329fb934eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:19.970462 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-009ff718-bc23-45a2-a262-329fb934eaed service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.2424145 Sep 26 12:43:20.055478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-9d0e4072-413f-4ea5-9da7-700d18c58d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.056948 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c89713d-b4e4-48cf-be4b-69bbbae354af req-9d0e4072-413f-4ea5-9da7-700d18c58d23 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2622907 Sep 26 12:43:20.093861 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-266a25a5-a716-4ce9-9736-7afafdc64fe0 req-277930a1-8d94-44c9-8620-7208c2458bb7 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163621 Sep 26 12:43:20.096334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-3d5a5a8e-030c-4116-8a03-8aaaaf33242f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 1001 time: 0.1143262 Sep 26 12:43:20.198572 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-99caaa6f-9b7e-43fb-befb-e8b659aff38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.199961 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-99caaa6f-9b7e-43fb-befb-e8b659aff38a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0757375 Sep 26 12:43:20.200888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4db24647-dc78-41ef-b327-70b111d6db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.202206 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-4db24647-dc78-41ef-b327-70b111d6db80 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1127 time: 0.0525422 Sep 26 12:43:20.233915 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:20.289751 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-a479f2bb-942a-474e-9220-143d7b6be387 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 217 time: 0.0599573 Sep 26 12:43:20.299171 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-82380f43-a498-4fe1-81e9-9216bb94a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.300672 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-82380f43-a498-4fe1-81e9-9216bb94a66d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720398 Sep 26 12:43:20.307121 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Pushing event updated for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:20.355947 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Attempting to bind port 6591097d-a77b-4d1f-bc03-aff3fb518e9d on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:43:20.356293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Attempting to bind port 6591097d-a77b-4d1f-bc03-aff3fb518e9d by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:43:20.356629 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Attempting to bind port 6591097d-a77b-4d1f-bc03-aff3fb518e9d on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:43:20.394059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:20.403100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Port 6591097d-a77b-4d1f-bc03-aff3fb518e9d on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:43:20.403555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Attempting to bind port 6591097d-a77b-4d1f-bc03-aff3fb518e9d on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:43:20.483763 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f600d-4a6d-43e8-86a3-861736359057 req-ed58ec9d-dd41-406d-b96b-4de0826fa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.485204 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-298f600d-4a6d-43e8-86a3-861736359057 req-ed58ec9d-dd41-406d-b96b-4de0826fa254 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1130 time: 0.0497363 Sep 26 12:43:20.486360 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:43:20.486708 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Checking segment: {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:43:20.487094 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Bound using segment: {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:43:20.487543 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Bound port: 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:43:20.487951 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:20.550092 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:20.581426 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-298f600d-4a6d-43e8-86a3-861736359057 req-e7b5ca18-2835-463c-8705-7a701619c277 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833662 Sep 26 12:43:20.590600 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:43:20.593646 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:43:20.679055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-504140c4-820f-48ba-b0ca-9fcdd9db5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.680523 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-504140c4-820f-48ba-b0ca-9fcdd9db5f52 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.3790188 Sep 26 12:43:20.697537 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:20.697711 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a32aa2-9d54-4e5f-ba9e-3766208d0fe9 req-29e7570a-dbd4-4cf7-b238-971016a437ae tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.699794 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-14a32aa2-9d54-4e5f-ba9e-3766208d0fe9 req-29e7570a-dbd4-4cf7-b238-971016a437ae tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0706899 Sep 26 12:43:20.702866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.703487 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:20.704891 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/6591097d-a77b-4d1f-bc03-aff3fb518e9d HTTP/1.1" status: 200 len: 1093 time: 1.3200560 Sep 26 12:43:20.705382 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:20.708255 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:20.740118 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-97cac859-717b-4420-8b68-eb2f14ef4ae0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296579 Sep 26 12:43:20.750482 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801bcd0-e098-4296-89a7-5f69a0091d72 x-openstack-request-id: req-e801bcd0-e098-4296-89a7-5f69a0091d72 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:20.750895 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:20.751002 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e801bcd0-e098-4296-89a7-5f69a0091d72 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:20.751394 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e801bcd0-e098-4296-89a7-5f69a0091d72'] response: {'name': 'network-changed', 'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d', 'status': 'completed', 'code': 200} Sep 26 12:43:20.756589 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2112c-4472-4403-a8f2-9bb88edc405e service neutron] Pushing event updated for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:20.775585 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-14a32aa2-9d54-4e5f-ba9e-3766208d0fe9 req-79f170e8-5937-4beb-9c56-c5539b4fe009 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659041 Sep 26 12:43:20.839554 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802c7a-5416-4b1b-ae0d-daf43c994396 req-e20cae45-0804-45fb-936b-4b9d53d4f638 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:20.841036 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be802c7a-5416-4b1b-ae0d-daf43c994396 req-e20cae45-0804-45fb-936b-4b9d53d4f638 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0464623 Sep 26 12:43:20.858967 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:20.887540 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-be802c7a-5416-4b1b-ae0d-daf43c994396 req-8506d252-dec9-4d80-ac30-1ce16e897c79 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Sep 26 12:43:21.017674 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-d81c0644-a7c4-4677-805a-208a1ac69f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.019083 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-d81c0644-a7c4-4677-805a-208a1ac69f33 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861521 Sep 26 12:43:21.053867 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c56b1aee-9228-43e4-848b-54256cbbf046 req-2bdd24e1-93e1-48e3-a661-5cea3784ffd9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129565 Sep 26 12:43:21.214320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3d094-34d1-434b-a548-69ee9537dbda req-4923f369-8404-4c5b-a3e6-cbc269ae1660 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.215786 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f0f3d094-34d1-434b-a548-69ee9537dbda req-4923f369-8404-4c5b-a3e6-cbc269ae1660 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0469327 Sep 26 12:43:21.262745 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f0f3d094-34d1-434b-a548-69ee9537dbda req-1a9859be-eae3-414d-97a4-3832d3f5036c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Sep 26 12:43:21.370411 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-2f81ee58-315b-4140-93d1-531b0696a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.371932 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-2f81ee58-315b-4140-93d1-531b0696a142 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 1127 time: 0.0422118 Sep 26 12:43:21.428207 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-fbbfd2bf-28d2-4c33-a15d-6e6264036148 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982802 Sep 26 12:43:21.529430 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-17c5b154-c70b-452d-b65e-dae3f014d3a4 req-b6fec1fb-5079-4b84-8cec-a0f670a9da70 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929203 Sep 26 12:43:21.739555 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-e5e70480-2798-4ba7-a7c9-33965198cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.741072 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-e5e70480-2798-4ba7-a7c9-33965198cf9f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3466144 Sep 26 12:43:21.901174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba308bde-64cf-4d04-bf82-2bfe740c494f req-80d2d12a-34c8-4120-9c98-1eab3b72675e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.902649 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba308bde-64cf-4d04-bf82-2bfe740c494f req-80d2d12a-34c8-4120-9c98-1eab3b72675e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0534346 Sep 26 12:43:21.934029 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-6fe8a580-882f-4c0f-ab80-5f4952ebadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:21.935560 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1c1381a3-333c-477c-8f81-e9b2e7b3e0a9 req-6fe8a580-882f-4c0f-ab80-5f4952ebadee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969329 Sep 26 12:43:21.955844 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba308bde-64cf-4d04-bf82-2bfe740c494f req-9c8c63ce-bd37-4bbd-bac8-87560cd14e14 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464077 Sep 26 12:43:22.011876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c1378-4293-403f-9547-5c8579a1c142 req-ac3b9091-7d40-4f88-a3cf-3a5c0a6f9e89 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:22.013353 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d88c1378-4293-403f-9547-5c8579a1c142 req-ac3b9091-7d40-4f88-a3cf-3a5c0a6f9e89 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0475371 Sep 26 12:43:22.033601 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:22.064845 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d88c1378-4293-403f-9547-5c8579a1c142 req-8ff1e1f9-0d61-4fd2-94df-7c7237cc4966 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Sep 26 12:43:22.382013 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d0b7c-2502-404c-874e-31fbada9a90c req-430554cc-6000-4c5e-a4f0-373e9c8e9a64 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:22.383350 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba3d0b7c-2502-404c-874e-31fbada9a90c req-430554cc-6000-4c5e-a4f0-373e9c8e9a64 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0485761 Sep 26 12:43:22.429051 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ba3d0b7c-2502-404c-874e-31fbada9a90c req-eb57f7ff-9799-4d94-b51c-c1c295d16f26 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Sep 26 12:43:23.074639 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48502f0f-12f0-4a01-ae22-d273459af429 req-4dec2c47-6973-4022-baf7-0240773cc09d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.076109 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-48502f0f-12f0-4a01-ae22-d273459af429 req-4dec2c47-6973-4022-baf7-0240773cc09d tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0461450 Sep 26 12:43:23.125353 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-48502f0f-12f0-4a01-ae22-d273459af429 req-62aea470-b2e6-47be-987b-92d67dfa85b5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Sep 26 12:43:23.183155 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ce4b-b5f9-41fd-afe8-ede8a1660acc req-32e1ee7e-bb73-4ad2-970b-22484bc0f96b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.184636 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8f19ce4b-b5f9-41fd-afe8-ede8a1660acc req-32e1ee7e-bb73-4ad2-970b-22484bc0f96b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0467315 Sep 26 12:43:23.268992 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44425f7-2d8c-4065-86b5-b8a71a9a782a req-16dc43e9-2051-4cde-a80f-f5afbcbfe2b5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.270342 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f44425f7-2d8c-4065-86b5-b8a71a9a782a req-16dc43e9-2051-4cde-a80f-f5afbcbfe2b5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0720658 Sep 26 12:43:23.274358 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8f19ce4b-b5f9-41fd-afe8-ede8a1660acc req-0a3f6919-b0f2-422f-a5c1-13f6c5b39119 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838220 Sep 26 12:43:23.320240 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f44425f7-2d8c-4065-86b5-b8a71a9a782a req-caeedc84-368b-4861-a87f-71cbd84d58a3 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Sep 26 12:43:23.348409 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45700) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:23.466988 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-389e9135-20fc-4e9d-87af-9da9681b4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.468715 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-389e9135-20fc-4e9d-87af-9da9681b4ac1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 1127 time: 0.0453880 Sep 26 12:43:23.538974 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-6c8f77de-6ba2-44d7-aa30-c298d4b19984 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d HTTP/1.1" status: 200 len: 217 time: 0.0328181 Sep 26 12:43:23.574576 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98962fb-2a9f-4117-851e-0ad81ffffb1e tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.576110 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-a98962fb-2a9f-4117-851e-0ad81ffffb1e tempest-TestVolumeBootPattern-1103853692 tempest-TestVolumeBootPattern-1103853692-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1125 time: 0.2267132 Sep 26 12:43:23.579283 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45706) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:23.582223 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e71ce-06c6-4f0c-8ab0-9ea2b06b3876 req-1ae19a5b-f0a4-4167-84c0-fa87eb15c681 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.583572 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-342e71ce-06c6-4f0c-8ab0-9ea2b06b3876 req-1ae19a5b-f0a4-4167-84c0-fa87eb15c681 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0711217 Sep 26 12:43:23.583733 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'port_id': '735c1219-3029-4bd8-bac4-196725b71b00', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:23.603389 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-aff62d22-e122-4ce4-92b1-89c5836bca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:23.604856 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-aff62d22-e122-4ce4-92b1-89c5836bca6d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=656d4fd6-245e-4297-b513-2cb42d44d423 HTTP/1.1" status: 200 len: 853 time: 0.0603786 Sep 26 12:43:23.632256 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-342e71ce-06c6-4f0c-8ab0-9ea2b06b3876 req-94229f73-a9c7-4e76-a87f-c835a7bdbf90 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Sep 26 12:43:23.637267 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-a22d2718-501b-4923-a04c-30c2d01f1e26 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=868368e8-9cd6-4796-8ae6-5ab618a23e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260477 Sep 26 12:43:23.691341 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:23.800579 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-2344a520-1164-4989-99fe-502aa4fef9ec service neutron] 10.222.0.61 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571848 Sep 26 12:43:23.802941 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:23.906964 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Allocated IP 172.27.1.141 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/908840cb-4434-4c3e-893b-eb19654551a8) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:43:23.908645 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:24.012911 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (908840cb-4434-4c3e-893b-eb19654551a8), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.015472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:24.126954 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-968e05a4-d2b8-4878-b9ac-d1b984090c1e req-a2dd3284-1059-40a1-9f1c-1ac6d3c591e0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036472 Sep 26 12:43:24.136882 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (908840cb-4434-4c3e-893b-eb19654551a8), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.180111 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:43:24.185194 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:43:24.187384 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=908840cb-4434-4c3e-893b-eb19654551a8,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:24.189598 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:43:24.214799 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.215152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.215566 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.215947 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.216288 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.216631 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.216968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.217299 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.217633 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.217966 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.218318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.218683 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.218976 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.219300 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.219625 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:24.404231 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867c576-f347-4b4f-a7bb-1fd10f647ba0 req-b3467a3a-5e59-44f6-8159-50de2670ab39 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:24.405627 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1867c576-f347-4b4f-a7bb-1fd10f647ba0 req-b3467a3a-5e59-44f6-8159-50de2670ab39 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0466251 Sep 26 12:43:24.453817 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1867c576-f347-4b4f-a7bb-1fd10f647ba0 req-80b7e3b1-dece-4d9f-890f-d0a7036e6a58 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Sep 26 12:43:24.553285 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.654643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:24.668359 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (908840cb-4434-4c3e-893b-eb19654551a8), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.716966 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:24.754478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567ff2a-2495-402a-a759-f96f316588dd req-faad5140-41df-45c3-9e1b-4d742b079fa1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:24.755984 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4567ff2a-2495-402a-a759-f96f316588dd req-faad5140-41df-45c3-9e1b-4d742b079fa1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 943 time: 0.0494142 Sep 26 12:43:24.758576 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:43:24.818388 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4567ff2a-2495-402a-a759-f96f316588dd req-b6c6d5de-9127-4299-ad6c-e40a109c4e50 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551331 Sep 26 12:43:24.828681 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for port (908840cb-4434-4c3e-893b-eb19654551a8), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.862427 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:24.873871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'port_id': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'mac_address': 'fa:16:3e:6c:f3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:43:24.907723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:24.908045 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.913707 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (908840cb-4434-4c3e-893b-eb19654551a8), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.920693 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:43:24.940871 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:24.984031 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:24.985887 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event updated for resources: {'Port': ['ID=908840cb-4434-4c3e-893b-eb19654551a8,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:25.039537 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:25.084573 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP 2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09 associated. External IP: 172.27.1.141, port: 735c1219-3029-4bd8-bac4-196725b71b00. Sep 26 12:43:25.088769 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:25.095743 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.096092 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.096434 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.096775 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.097108 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.098010 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.098342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.098669 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.098996 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.099322 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.099663 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.099998 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.100329 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.100644 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.100964 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:25.177543 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:25.277042 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:43:25.368350 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:43:25.379200 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:43:25.391921 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:43:25.402477 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:43:25.403174 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:43:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:25.403990 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:25.502877 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:25.513620 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:43:25.537189 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-5dabd497-8658-4c86-a6d6-d5d9c5d6f227 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9541588 Sep 26 12:43:25.537189 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:25.538862 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da23b42a-973c-4bb4-9c3a-652818fda6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:25.577157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271bea5b-3c4c-4f48-a8d0-1919ad91c887 x-openstack-request-id: req-271bea5b-3c4c-4f48-a8d0-1919ad91c887 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:25.577764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:25.577764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-271bea5b-3c4c-4f48-a8d0-1919ad91c887 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:25.578180 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271bea5b-3c4c-4f48-a8d0-1919ad91c887'] response: {'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00', 'status': 'completed', 'code': 200} Sep 26 12:43:25.581025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0f9e4-3bfe-4189-9edd-a229dc033315 req-059de315-a093-4e99-be40-3039c924233a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.583064 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e6b0f9e4-3bfe-4189-9edd-a229dc033315 req-059de315-a093-4e99-be40-3039c924233a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0479980 Sep 26 12:43:25.635339 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e6b0f9e4-3bfe-4189-9edd-a229dc033315 req-504d6140-d1e2-4c1f-92fe-f07fff3c00cc tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Sep 26 12:43:25.672990 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:25.680061 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-3aa525d3-2be0-457e-b15b-cb015ac3f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.682017 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-3aa525d3-2be0-457e-b15b-cb015ac3f8f1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1130 time: 0.0502779 Sep 26 12:43:25.731900 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '735c1219-3029-4bd8-bac4-196725b71b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:c5:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9827f6d-17b5-4232-9169-515f8f320286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:24Z', 'updated_at': '2022-09-26T12:43:24Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}, {'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:25.755542 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:43:25.764036 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:43:25.764630 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:43:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:25.774169 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-4b181062-6dab-4ad6-82cf-9c0e52c3ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.775649 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-4b181062-6dab-4ad6-82cf-9c0e52c3ae4f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0876899 Sep 26 12:43:25.842109 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-da7e3552-767e-4924-b14a-5d5571182faa service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735c1219-3029-4bd8-bac4-196725b71b00 HTTP/1.1" status: 200 len: 1000 time: 0.0600336 Sep 26 12:43:25.866181 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:43:25.896165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-db05435c-a94b-4b50-9983-a2ffa503e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.897633 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-db05435c-a94b-4b50-9983-a2ffa503e6cf service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0478709 Sep 26 12:43:25.935214 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090b44c-53c6-475f-bb9b-20a01c0b45a8 req-eeafc68b-f0a8-4d09-b32f-a3ec58ade69b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.936928 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e090b44c-53c6-475f-bb9b-20a01c0b45a8 req-eeafc68b-f0a8-4d09-b32f-a3ec58ade69b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 944 time: 0.0472527 Sep 26 12:43:25.946663 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-ae303727-20db-4856-9cd6-41137fcaf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:25.948447 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-ae303727-20db-4856-9cd6-41137fcaf8f0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440271 Sep 26 12:43:25.987199 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e090b44c-53c6-475f-bb9b-20a01c0b45a8 req-bbaf03e1-7e4d-421d-9489-57581f0dfcfa tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Sep 26 12:43:26.046544 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-5833f937-5b09-4f32-a039-c7b51b5bf782 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916886 Sep 26 12:43:26.090326 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '735c1219-3029-4bd8-bac4-196725b71b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:c5:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9827f6d-17b5-4232-9169-515f8f320286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:24Z', 'updated_at': '2022-09-26T12:43:24Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}, {'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:26.114155 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac2243-6a5d-4bd1-9abc-20f538643718 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '735c1219-3029-4bd8-bac4-196725b71b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:c5:3f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9827f6d-17b5-4232-9169-515f8f320286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:24Z', 'updated_at': '2022-09-26T12:43:24Z', 'revision_number': 0, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}, {'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:43:26.136956 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-da23b42a-973c-4bb4-9c3a-652818fda6d7 req-13d07615-d3b2-4865-bbf9-8cef4da42428 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Sep 26 12:43:26.302810 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee9a46-bb77-4ea5-af59-4ec463b1f8d5 None None] New status for floating IP 2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:43:26.719422 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:26.759083 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021286a8-9863-420b-b361-9e661762339f req-e7e6ef3c-ae0b-4762-bc84-f672658b7a93 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:26.760489 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-021286a8-9863-420b-b361-9e661762339f req-e7e6ef3c-ae0b-4762-bc84-f672658b7a93 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 943 time: 0.0505123 Sep 26 12:43:26.772875 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 6591097d-a77b-4d1f-bc03-aff3fb518e9d details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:43:26.787936 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:43:26.809042 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-021286a8-9863-420b-b361-9e661762339f req-f7179773-60de-4916-8fc7-915c1be20edf tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Sep 26 12:43:26.811217 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:26.884314 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:43:26.913787 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:26.924511 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '6591097d-a77b-4d1f-bc03-aff3fb518e9d', 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29', 'port_id': '6591097d-a77b-4d1f-bc03-aff3fb518e9d', 'mac_address': 'fa:16:3e:46:2a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d4fd6-245e-4297-b513-2cb42d44d423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:43:26.959132 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 6591097d-a77b-4d1f-bc03-aff3fb518e9d is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:26.959542 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:26.968777 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:43:26.969137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:26.969533 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 Sep 26 12:43:26.991660 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6591097d-a77b-4d1f-bc03-aff3fb518e9d {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:43:27.018505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:27.063626 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:27.064040 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:27.087721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:27.089984 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c70c98-837c-4c6b-bf28-f526e1760c3a" -d '{"events": [{"server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "name": "network-vif-plugged", "status": "completed", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:27.104010 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:27.109359 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee797d44-1693-4303-b859-85c327c1cd65 req-a3ad8da7-0c42-473e-9ebd-6289272bd205 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:27.110834 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee797d44-1693-4303-b859-85c327c1cd65 req-a3ad8da7-0c42-473e-9ebd-6289272bd205 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 944 time: 0.0479538 Sep 26 12:43:27.113769 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:27.137256 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f6242-dac4-446c-b4a5-4b391a0e442d x-openstack-request-id: req-9b3f6242-dac4-446c-b4a5-4b391a0e442d {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:27.137549 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "name": "network-vif-plugged", "status": "completed", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:27.137806 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b3f6242-dac4-446c-b4a5-4b391a0e442d {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:27.138220 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3f6242-dac4-446c-b4a5-4b391a0e442d'] response: {'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'code': 200} Sep 26 12:43:27.163180 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ee797d44-1693-4303-b859-85c327c1cd65 req-160426e8-e623-472c-b76d-c12d57b084b8 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Sep 26 12:43:27.164581 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:27.248902 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:27.294787 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:27.449516 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['6591097d-a77b-4d1f-bc03-aff3fb518e9d'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:43:27.537220 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:27.613876 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51682-1c21-4435-b8d2-cfe4537f5a44 req-df308c97-45be-45ac-9a58-512faf283b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:27.615347 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-84a51682-1c21-4435-b8d2-cfe4537f5a44 req-df308c97-45be-45ac-9a58-512faf283b04 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1129 time: 0.0430934 Sep 26 12:43:27.658209 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-84a51682-1c21-4435-b8d2-cfe4537f5a44 req-af697114-1ff1-4110-8590-751a26acba3b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Sep 26 12:43:27.928449 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625a487-1ec8-4ee7-b73a-4cafadaf56c3 req-a1fbd9e4-e663-450d-9986-d76cb54e3928 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:27.929849 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0625a487-1ec8-4ee7-b73a-4cafadaf56c3 req-a1fbd9e4-e663-450d-9986-d76cb54e3928 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 944 time: 0.0466950 Sep 26 12:43:27.980679 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0625a487-1ec8-4ee7-b73a-4cafadaf56c3 req-387fa7d2-689c-4ff5-8faa-a514ff5ab923 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Sep 26 12:43:28.281997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad598aed-dcc3-490d-b7f6-a863b4832486 req-17e1331c-fa5b-4c0e-a298-b73807d671c5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:28.283447 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad598aed-dcc3-490d-b7f6-a863b4832486 req-17e1331c-fa5b-4c0e-a298-b73807d671c5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0469143 Sep 26 12:43:28.329963 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad598aed-dcc3-490d-b7f6-a863b4832486 req-188d8115-109d-4688-a807-a8ba437cd70e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Sep 26 12:43:28.811362 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 6591097d-a77b-4d1f-bc03-aff3fb518e9d up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:43:28.852239 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 6591097d-a77b-4d1f-bc03-aff3fb518e9d completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:43:28.965146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 6591097d-a77b-4d1f-bc03-aff3fb518e9d triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:43:28.965525 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:28.965888 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 6591097d-a77b-4d1f-bc03-aff3fb518e9d Sep 26 12:43:29.046024 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 6591097d-a77b-4d1f-bc03-aff3fb518e9d is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:43:29.046024 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:29.076165 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:29.104028 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40425f9d-ac80-4d93-813c-ffee854fce34 req-47aaebf0-8e87-457b-8db2-5817a03f07cc tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:29.105495 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40425f9d-ac80-4d93-813c-ffee854fce34 req-47aaebf0-8e87-457b-8db2-5817a03f07cc tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 944 time: 0.0476232 Sep 26 12:43:29.139221 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:29.141642 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5339af1b-d29c-4377-9900-f90b3e7bd6d3" -d '{"events": [{"server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "name": "network-vif-plugged", "status": "completed", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:29.152641 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40425f9d-ac80-4d93-813c-ffee854fce34 req-94a2eb6f-e751-428a-bf39-6a6c0f141db5 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Sep 26 12:43:29.164088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:29.187190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38076a8-dcc2-473d-b5c1-fe0a1a6d7c3f x-openstack-request-id: req-e38076a8-dcc2-473d-b5c1-fe0a1a6d7c3f {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:29.187480 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "name": "network-vif-plugged", "status": "completed", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:29.187771 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e38076a8-dcc2-473d-b5c1-fe0a1a6d7c3f {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:29.188164 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38076a8-dcc2-473d-b5c1-fe0a1a6d7c3f'] response: {'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d', 'code': 200} Sep 26 12:43:29.213558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:29.216635 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:29.451564 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94cc6a-4c88-48f0-8c63-b3fd076a7a36 req-d3e2b56c-d303-4c9c-ba7e-aac4d9d6afd2 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:29.453039 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa94cc6a-4c88-48f0-8c63-b3fd076a7a36 req-d3e2b56c-d303-4c9c-ba7e-aac4d9d6afd2 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Sep 26 12:43:29.500503 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fa94cc6a-4c88-48f0-8c63-b3fd076a7a36 req-d6bf3e4f-12b5-4672-942c-051a1ba018f5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Sep 26 12:43:29.622363 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287c760-e0d1-4f41-8f9d-d0525bde2b1e req-5dd91ae8-dc6e-4eac-8e8b-cf6f068eaf09 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:29.623773 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e287c760-e0d1-4f41-8f9d-d0525bde2b1e req-5dd91ae8-dc6e-4eac-8e8b-cf6f068eaf09 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0478394 Sep 26 12:43:29.672042 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5e77b-f215-40a3-b4be-36b919fbcfd6 req-c429d4e6-c6ec-44d8-9a81-c2a48bd6341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:29.672731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e287c760-e0d1-4f41-8f9d-d0525bde2b1e req-bfc51796-3477-4121-ac94-27290c7ba2d7 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Sep 26 12:43:29.673768 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-58b5e77b-f215-40a3-b4be-36b919fbcfd6 req-c429d4e6-c6ec-44d8-9a81-c2a48bd6341c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 1129 time: 0.0381067 Sep 26 12:43:29.706909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:29.717690 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-58b5e77b-f215-40a3-b4be-36b919fbcfd6 req-19a5a130-b698-4760-81a9-06793e36ab9d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373437 Sep 26 12:43:29.999471 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208737e-a8bc-43bd-9927-d2afc2d7d54e req-64b9106c-43a6-43ab-b2b4-3f637c146b75 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:30.001238 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7208737e-a8bc-43bd-9927-d2afc2d7d54e req-64b9106c-43a6-43ab-b2b4-3f637c146b75 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Sep 26 12:43:30.048203 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7208737e-a8bc-43bd-9927-d2afc2d7d54e req-bb624317-0326-41b9-ba5d-11cb97d0d360 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Sep 26 12:43:30.270888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70f096-769b-4bc8-8708-b65233c2678f req-ec922d43-7384-4f14-aed7-cb84c6f4a54a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:30.272364 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb70f096-769b-4bc8-8708-b65233c2678f req-ec922d43-7384-4f14-aed7-cb84c6f4a54a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0461481 Sep 26 12:43:30.303065 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:30.320380 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-eb70f096-769b-4bc8-8708-b65233c2678f req-4fcef3c2-5d7a-4d77-81ad-73d11b488f0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Sep 26 12:43:31.443326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b511-b3de-46c2-b5e2-fe06e579b38c req-c60474cd-bd74-4c82-88ca-802ca8e8a9c7 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:31.444891 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ac1b511-b3de-46c2-b5e2-fe06e579b38c req-c60474cd-bd74-4c82-88ca-802ca8e8a9c7 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0482407 Sep 26 12:43:31.495877 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8ac1b511-b3de-46c2-b5e2-fe06e579b38c req-b8cc90a7-08e1-4ced-9654-4806b2b84ab1 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Sep 26 12:43:32.615088 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f838-e8f6-4554-bb55-8280ccc7a97f req-93719a2a-a14d-47ef-a664-33659e961ffa tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:32.616576 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d80f838-e8f6-4554-bb55-8280ccc7a97f req-93719a2a-a14d-47ef-a664-33659e961ffa tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0473189 Sep 26 12:43:32.664404 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d80f838-e8f6-4554-bb55-8280ccc7a97f req-12f72066-19b9-4266-aeb1-3634ed7329f4 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Sep 26 12:43:34.822721 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:36.092427 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=78 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:36.093213 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=76 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:39.715264 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=40 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:40.022535 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-40538a7f-e65f-4da4-8ad6-9adb3612d76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.029406 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:42.065261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f786-1dc7-4112-820d-6f5636320671 req-436080e4-fe25-43b5-b57a-4ec810b1b282 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:42.067470 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1498f786-1dc7-4112-820d-6f5636320671 req-436080e4-fe25-43b5-b57a-4ec810b1b282 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0482283 Sep 26 12:43:42.115933 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1498f786-1dc7-4112-820d-6f5636320671 req-56beec55-c96f-40f0-aa3f-c3b5501579e0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Sep 26 12:43:42.144747 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45870) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:42.262747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dfc1500a-efb1-4064-b1fc-f5490c9ac625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.286246 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bc68d-cec5-4791-8587-f758b555a8c3 tempest-TestMinimumBasicScenario-72653105 tempest-TestMinimumBasicScenario-72653105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:42.287879 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ce5bc68d-cec5-4791-8587-f758b555a8c3 tempest-TestMinimumBasicScenario-72653105 tempest-TestMinimumBasicScenario-72653105-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1124 time: 0.1419609 Sep 26 12:43:42.290972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 45874) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:42.295371 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'port_id': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:42.371291 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.453605 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.563435 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Allocated IP 172.27.1.62 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/4dbd7443-feb1-4b65-89bc-3e47284b4b9d) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:43:42.664893 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.782665 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:42.826043 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:43:42.828942 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:43:42.833054 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:43:42.860107 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'Port': ['ID=4dbd7443-feb1-4b65-89bc-3e47284b4b9d,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:43.174451 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:43.189243 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:43.193421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for floatingip (61ea1b98-2812-436b-b590-7acd3da1a718), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.344204 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.451009 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.497438 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.621977 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.686752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'Port': ['ID=4dbd7443-feb1-4b65-89bc-3e47284b4b9d,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:43.689318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (61ea1b98-2812-436b-b590-7acd3da1a718), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:43.788772 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Floating IP 61ea1b98-2812-436b-b590-7acd3da1a718 associated. External IP: 172.27.1.62, port: d1a071b6-2fa1-48d3-98e5-3b321ff2ea59. Sep 26 12:43:43.822648 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:44.239411 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Router d2b968b9-ce1b-4320-815d-70371812b564 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:43:44.338691 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:43:44.348173 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Sync routers for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:43:44.358271 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:43:44.358889 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:43:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:44.449554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:44.464769 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:43:44.481313 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-2acd37f7-3536-42f9-a0ea-d44b7c743e8a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1893201 Sep 26 12:43:44.482045 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:44.484186 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45892) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:44.484657 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9c19e-8a22-4154-8596-3299a6cec40e" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:44.489324 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718216403', 'description': 'tempest-secgroup-smoke-1718216403 description', 'project_id': '556c824fe3cd44959f52348c1dac78cc'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:44.529125 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79713dd2-6125-4aee-a966-18010d4fcc86 x-openstack-request-id: req-79713dd2-6125-4aee-a966-18010d4fcc86 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:44.529414 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:44.529667 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79713dd2-6125-4aee-a966-18010d4fcc86 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:44.530070 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79713dd2-6125-4aee-a966-18010d4fcc86'] response: {'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:43:44.624610 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-ddea34fc-84df-4de6-987e-4eba7188c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:44.626006 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-ddea34fc-84df-4de6-987e-4eba7188c384 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1129 time: 0.0390928 Sep 26 12:43:44.699530 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '61ea1b98-2812-436b-b590-7acd3da1a718', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'port_id': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'mac_address': 'fa:16:3e:6c:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:43Z', 'updated_at': '2022-09-26T12:43:43Z', 'revision_number': 0, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:44.718455 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-5d2cf7cb-7246-412f-8735-1a0d1ae4f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:44.719927 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-5d2cf7cb-7246-412f-8735-1a0d1ae4f2ae service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.0874288 Sep 26 12:43:44.723900 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Checking router: d2b968b9-ce1b-4320-815d-70371812b564 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:43:44.732434 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:43:44.733061 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:43:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:44.780666 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-81fcb70f-ae04-45d5-a181-130e9f2d4604 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 998 time: 0.0539081 Sep 26 12:43:44.830341 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-71523d5d-5184-41dd-8592-8d30aea16e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:44.831838 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-71523d5d-5184-41dd-8592-8d30aea16e83 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0432811 Sep 26 12:43:44.832249 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:43:44.880635 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-6b20b2b5-0cf0-4e0d-a8ab-d0a044f81ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:44.882183 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-6b20b2b5-0cf0-4e0d-a8ab-d0a044f81ce7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424330 Sep 26 12:43:44.976853 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-c603a9c9-daef-48fe-a5bc-ba9e2d63136c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821254 Sep 26 12:43:45.039598 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '61ea1b98-2812-436b-b590-7acd3da1a718', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'port_id': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'mac_address': 'fa:16:3e:6c:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:43Z', 'updated_at': '2022-09-26T12:43:43Z', 'revision_number': 0, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:43:45.043349 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:45.073725 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-17b9c19e-8a22-4154-8596-3299a6cec40e req-65d2f20c-de0e-488d-ae3f-733f0043c4d8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891571 Sep 26 12:43:45.089688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.153971 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.158629 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b3055-f12f-49f5-95aa-73a619f4d0e7 None None] The sync data for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi is: [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': '61ea1b98-2812-436b-b590-7acd3da1a718', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'port_id': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'mac_address': 'fa:16:3e:6c:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:43:43Z', 'updated_at': '2022-09-26T12:43:43Z', 'revision_number': 0, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:43:45.176899 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (3f76a89c-1bcb-4616-aca5-27e83f9ac0a1), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.191934 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.215077 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:43:45.273733 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3f76a89c-1bcb-4616-aca5-27e83f9ac0a1), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.305037 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:45.312978 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.313329 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.313719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.314167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.314510 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.314846 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.315175 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.315508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.316419 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.316748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.317088 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.317435 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.317761 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.318082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.318401 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:43:45.353521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660207b-8290-4c25-8a06-23e99043fdcf None None] New status for floating IP 61ea1b98-2812-436b-b590-7acd3da1a718: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:43:45.576923 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.580662 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1b9bae43-936e-48db-bb23-4a972977d482 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0930467 Sep 26 12:43:45.581645 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45898) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:45.585825 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:45.698204 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (3bc6fc3d-1db9-4aea-bdd5-0a9c13a1acb5), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.755318 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (3bc6fc3d-1db9-4aea-bdd5-0a9c13a1acb5), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.860141 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (3bc6fc3d-1db9-4aea-bdd5-0a9c13a1acb5), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.880772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc6fc3d-1db9-4aea-bdd5-0a9c13a1acb5,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:45.961030 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:45.962298 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f6a74d1a-434d-4b8d-95ed-ee2914bcaa6e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797510 Sep 26 12:43:45.965157 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45900) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:45.969472 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:46.102377 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (435a9226-f38d-4007-a8d2-e2da2bbf2402), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.157100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (435a9226-f38d-4007-a8d2-e2da2bbf2402), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.227860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (435a9226-f38d-4007-a8d2-e2da2bbf2402), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.246626 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435a9226-f38d-4007-a8d2-e2da2bbf2402,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:46.359502 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.360797 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e3a04c7a-0022-4b88-8372-80da3fe0612d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3946931 Sep 26 12:43:46.364162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45906) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:46.368366 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:46.484716 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (2b71dd0f-f5c0-467e-9ca5-dfdc2dc430c8), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.504860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:46.544143 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (2b71dd0f-f5c0-467e-9ca5-dfdc2dc430c8), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.639025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (2b71dd0f-f5c0-467e-9ca5-dfdc2dc430c8), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.658514 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b71dd0f-f5c0-467e-9ca5-dfdc2dc430c8,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:46.749424 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.750576 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4a534dfd-5d30-4a28-ad44-597f914e6cf6 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3855138 Sep 26 12:43:46.753334 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45908) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:46.757661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:46.767437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:46.856319 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (6cb63a41-e32d-4e19-a7d6-b6efdf31c21a), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:46.918253 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (6cb63a41-e32d-4e19-a7d6-b6efdf31c21a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.056268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (6cb63a41-e32d-4e19-a7d6-b6efdf31c21a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.077111 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb63a41-e32d-4e19-a7d6-b6efdf31c21a,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:47.172494 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.173753 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-844e0efe-38a5-45a6-9866-d4e657861ec9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195001 Sep 26 12:43:47.176669 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45910) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:47.180877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:47.279185 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Project 556c824fe3cd44959f52348c1dac78cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:43:47.285033 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (0bcf3670-dfbf-4ac1-b5d8-4d5dd001b88a), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.343004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (0bcf3670-dfbf-4ac1-b5d8-4d5dd001b88a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.473631 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (0bcf3670-dfbf-4ac1-b5d8-4d5dd001b88a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.493215 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf3670-dfbf-4ac1-b5d8-4d5dd001b88a,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:47.588167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.589436 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-1cb5945b-3ccb-4d41-9d11-622866fb948e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4118609 Sep 26 12:43:47.592122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 45914) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:43:47.599165 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'security_group_rule': {'security_group_id': '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1', 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:47.679827 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.securitygroups_db [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Project 556c824fe3cd44959f52348c1dac78cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:43:47.686156 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (34efebd2-bbe6-4319-9462-b26c84f45bc9), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.750100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (34efebd2-bbe6-4319-9462-b26c84f45bc9), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.845301 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (34efebd2-bbe6-4319-9462-b26c84f45bc9), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.861141 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34efebd2-bbe6-4319-9462-b26c84f45bc9,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:47.953791 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:47.954979 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-50230114-bec4-425f-81e6-356574dcc34d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619528 Sep 26 12:43:48.044976 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-478023b0-716b-41ca-a078-93a86dd23497 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1718216403&fields=id&tenant_id=556c824fe3cd44959f52348c1dac78cc HTTP/1.1" status: 200 len: 267 time: 0.0445845 Sep 26 12:43:48.094112 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-27add4ee-f566-4999-8c99-0bf0a4e7c4a1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.095541 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-27add4ee-f566-4999-8c99-0bf0a4e7c4a1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0452094 Sep 26 12:43:48.106646 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'port': {'security_groups': ['4088dd78-4ec4-4f85-a646-af53079d2798', '3f76a89c-1bcb-4616-aca5-27e83f9ac0a1']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:43:48.177206 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:48.261169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:48.358838 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:43:48.387290 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:48.523362 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:48.533261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.533859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:43:48.535768 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c209cc22-0e7e-420f-b7cb-8121faaa0836 req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "PUT /networking/v2.0/ports/d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 981 time: 0.4333947 Sep 26 12:43:48.536170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:48.536864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:43:48.539082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411cfbee-93ca-4060-8899-4e0b4ab35ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:43:48.567963 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:43:48.588493 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd4a1a-9e17-4d6b-b128-a09a1cc53dba x-openstack-request-id: req-3cbd4a1a-9e17-4d6b-b128-a09a1cc53dba {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:43:48.588789 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:43:48.589178 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cbd4a1a-9e17-4d6b-b128-a09a1cc53dba {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:43:48.589586 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbd4a1a-9e17-4d6b-b128-a09a1cc53dba'] response: {'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:43:48.631770 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c6d79-68e4-48f3-af8c-e85b0975edd0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=6']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:43:48.653334 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727e984-6ede-4942-8737-6ba4a87e4ae1 req-55fdc597-7b9f-462e-afe7-785b27800190 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.654881 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c727e984-6ede-4942-8737-6ba4a87e4ae1 req-55fdc597-7b9f-462e-afe7-785b27800190 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0596633 Sep 26 12:43:48.698521 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-4de56673-8915-404a-8d9e-f8a28acd7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.700250 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-4de56673-8915-404a-8d9e-f8a28acd7bd8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1168 time: 0.0421412 Sep 26 12:43:48.724904 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c727e984-6ede-4942-8737-6ba4a87e4ae1 req-db2ab00f-7714-471a-9eee-2d66dcc44f66 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642736 Sep 26 12:43:48.761557 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:43:48.799342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-7f4d5568-edeb-4d6c-9d8b-6cad36ed3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.803905 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-7f4d5568-edeb-4d6c-9d8b-6cad36ed3d8b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.0936644 Sep 26 12:43:48.865185 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-f353f9db-1fd3-4a1b-bd8e-7799fc81ed48 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 1000 time: 0.0560250 Sep 26 12:43:48.865911 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:48.916688 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-0c114588-76fd-46de-b1fd-285a1e81f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.918215 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-0c114588-76fd-46de-b1fd-285a1e81f428 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0446804 Sep 26 12:43:48.966950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-7858662b-c212-40d4-a77b-ed8f9d1f1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:43:48.968517 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-7858662b-c212-40d4-a77b-ed8f9d1f1fbb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437739 Sep 26 12:43:48.971917 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:48.991932 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:49.064750 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-8ca22272-22bd-4dd2-ad8d-dc4d272bf775 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891352 Sep 26 12:43:49.162644 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-411cfbee-93ca-4060-8899-4e0b4ab35ceb req-84edf428-80f1-4da8-839d-479b4b503d3e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Sep 26 12:43:58.719202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=32 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:59.159562 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=68 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:43:59.400919 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=74 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:04.793088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:05.334963 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:05.339835 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=91 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:10.032074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c2a993cb-fece-4ca5-ae42-195fffb211c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:12.267342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1afb40de-b77d-46a6-be57-124679ce5407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:13.496207 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:15.152145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:15.153552 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:19.879013 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-677c8673-b03f-4800-9d8b-5278cd89fdf6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371592 Sep 26 12:44:19.999360 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-60f71cc8-d0a6-40c8-94e3-843d71a66f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:20.000798 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-60f71cc8-d0a6-40c8-94e3-843d71a66f9b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0395169 Sep 26 12:44:20.113231 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-c4b49698-d784-446a-b308-0758b9e93708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:20.114727 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-c4b49698-d784-446a-b308-0758b9e93708 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0903947 Sep 26 12:44:20.176116 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-3f976923-5710-41e3-9b49-4799a40b0415 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 1001 time: 0.0547404 Sep 26 12:44:20.240207 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a861-0108-4d32-b4d9-b05d4ae31776 req-b8fe60f8-18eb-4f67-bf4f-58bcffc357f9 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:20.241650 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0265a861-0108-4d32-b4d9-b05d4ae31776 req-b8fe60f8-18eb-4f67-bf4f-58bcffc357f9 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0466673 Sep 26 12:44:20.288142 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0265a861-0108-4d32-b4d9-b05d4ae31776 req-ad05cda5-ed31-41e0-aa6c-13bb3b89c8b4 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Sep 26 12:44:21.458108 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc97d72-db0f-4519-bb7d-0d455fe61533 req-f0f9cb3e-7a7d-4bd5-a9e9-802b6a780b3b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:21.459552 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1cc97d72-db0f-4519-bb7d-0d455fe61533 req-f0f9cb3e-7a7d-4bd5-a9e9-802b6a780b3b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0942678 Sep 26 12:44:21.505759 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1cc97d72-db0f-4519-bb7d-0d455fe61533 req-c8d1eee5-5651-4cc0-88cb-1d4b96f1b14f tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Sep 26 12:44:21.695853 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-85cd413f-b275-421a-adba-1ae5b22baed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:21.697478 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-85cd413f-b275-421a-adba-1ae5b22baed2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0474570 Sep 26 12:44:21.749055 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-b2e4d953-5d5d-464b-a781-287177cc1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:21.750485 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-b2e4d953-5d5d-464b-a781-287177cc1f0f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377944 Sep 26 12:44:21.865966 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-60e8031d-c868-4a68-83b6-06fb9c263910 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870945 Sep 26 12:44:22.126563 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-c3cc6165-5ac4-4bd5-8a83-c449e7281c9c req-fc6b3bbc-7881-484f-acd0-fee7a17acd30 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Sep 26 12:44:22.213884 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:44:22.267779 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-de7bd49a-31b0-4778-aee1-8725ebd0fb77 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:22.269230 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-de7bd49a-31b0-4778-aee1-8725ebd0fb77 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0470064 Sep 26 12:44:22.373498 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Deleting port 6591097d-a77b-4d1f-bc03-aff3fb518e9d {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:44:22.373787 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:22.460691 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] For port 6591097d-a77b-4d1f-bc03-aff3fb518e9d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=6591097d-a77b-4d1f-bc03-aff3fb518e9d,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:44:22.461050 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:22.477049 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Calling delete_port for 6591097d-a77b-4d1f-bc03-aff3fb518e9d owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:44:22.595478 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:22.630462 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e4b57-544b-4ea5-90c6-73dbe9cb7feb req-b0ff4a57-2fb8-4cfe-86d0-fba3b0ec4faf tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:22.631879 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-939e4b57-544b-4ea5-90c6-73dbe9cb7feb req-b0ff4a57-2fb8-4cfe-86d0-fba3b0ec4faf tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 945 time: 0.0511394 Sep 26 12:44:22.682085 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-939e4b57-544b-4ea5-90c6-73dbe9cb7feb req-fda9aa11-bddc-4c64-9668-412c5207902e tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Sep 26 12:44:22.740203 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (6591097d-a77b-4d1f-bc03-aff3fb518e9d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:22.766138 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Pushing event deleted for resources: {'Port': ['ID=6591097d-a77b-4d1f-bc03-aff3fb518e9d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:22.778483 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['6591097d-a77b-4d1f-bc03-aff3fb518e9d'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:44:22.817113 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] No DVR routers for this DVR port 6591097d-a77b-4d1f-bc03-aff3fb518e9d on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:44:22.819523 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:22.822972 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-5e0957ae-d46c-430a-a40e-692bfd761f2d req-007481a2-91f2-436d-abae-4713af171a06 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "DELETE /networking/v2.0/ports/6591097d-a77b-4d1f-bc03-aff3fb518e9d HTTP/1.1" status: 204 len: 173 time: 0.5339699 Sep 26 12:44:22.823480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'name': 'network-vif-deleted', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:44:22.826347 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c4be3-ff6d-4762-9261-df4c91f3b697" -d '{"events": [{"server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "name": "network-vif-deleted", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:44:22.870268 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f76fb-6412-4987-99a9-f4293da179f5 x-openstack-request-id: req-031f76fb-6412-4987-99a9-f4293da179f5 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:44:22.871222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c855a3a2-9d54-4706-b8aa-90381867f70b", "name": "network-vif-deleted", "tag": "6591097d-a77b-4d1f-bc03-aff3fb518e9d", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:44:22.871222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-031f76fb-6412-4987-99a9-f4293da179f5 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:44:22.871222 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031f76fb-6412-4987-99a9-f4293da179f5'] response: {'server_uuid': 'c855a3a2-9d54-4706-b8aa-90381867f70b', 'name': 'network-vif-deleted', 'tag': '6591097d-a77b-4d1f-bc03-aff3fb518e9d', 'status': 'completed', 'code': 200} Sep 26 12:44:23.794225 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-fc3e3656-eef9-44d6-b57c-aecb227d8358 req-1a1d9806-de0a-447c-b296-b743805daa90 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c855a3a2-9d54-4706-b8aa-90381867f70b HTTP/1.1" status: 200 len: 210 time: 0.0271928 Sep 26 12:44:25.043184 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:25.715154 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa18a2-5aac-4bd1-8114-c00f49098f13 req-1ae8915b-ddea-444c-9459-88a6187ad125 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:25.717259 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50fa18a2-5aac-4bd1-8114-c00f49098f13 req-1ae8915b-ddea-444c-9459-88a6187ad125 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0463338 Sep 26 12:44:25.781810 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50fa18a2-5aac-4bd1-8114-c00f49098f13 req-06afdbfd-aadc-417c-a86b-f4dadf95c855 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589569 Sep 26 12:44:25.915448 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-7958b685-0f76-4cd0-9d04-2dbd45e8545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:25.916933 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-7958b685-0f76-4cd0-9d04-2dbd45e8545f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1168 time: 0.0810943 Sep 26 12:44:26.880408 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:26.914983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b399-bace-4f5e-9379-ff42f0b6c543 req-ffe31f19-7595-4fb0-b8da-d3af7370968b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:26.916853 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a81b399-bace-4f5e-9379-ff42f0b6c543 req-ffe31f19-7595-4fb0-b8da-d3af7370968b tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0542269 Sep 26 12:44:26.927809 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-7d4c793c-e5b9-4825-bff8-4fe5ce44c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:26.929273 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-7d4c793c-e5b9-4825-bff8-4fe5ce44c41e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.0990708 Sep 26 12:44:26.977594 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6a81b399-bace-4f5e-9379-ff42f0b6c543 req-fe924f6d-eb46-4ad5-a5d4-0edc4e952763 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550387 Sep 26 12:44:27.674084 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-ee5fd3a0-8b68-45e8-9397-1f7e05377741 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 1000 time: 0.0544679 Sep 26 12:44:28.101570 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255386-bb67-4af5-a598-3ccc1aab1b2e req-e4c177e9-78e1-426e-8681-363221e923c9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:28.103040 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08255386-bb67-4af5-a598-3ccc1aab1b2e req-e4c177e9-78e1-426e-8681-363221e923c9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0466998 Sep 26 12:44:28.161459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08255386-bb67-4af5-a598-3ccc1aab1b2e req-8dc9412f-c89a-4ffa-a224-0942a0f4fa21 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522037 Sep 26 12:44:28.614306 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 6591097d-a77b-4d1f-bc03-aff3fb518e9d no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:44:28.632835 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 6591097d-a77b-4d1f-bc03-aff3fb518e9d {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:44:28.633179 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 6591097d-a77b-4d1f-bc03-aff3fb518e9d not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:44:28.637266 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-1a64ee24-e2f3-41d4-8246-dbddd6b0ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:28.638776 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-1a64ee24-e2f3-41d4-8246-dbddd6b0ece2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0450466 Sep 26 12:44:28.685417 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-08a6661c-41b4-4350-bc1e-2ea4fe6df575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:28.686891 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-08a6661c-41b4-4350-bc1e-2ea4fe6df575 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418336 Sep 26 12:44:28.698152 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-246269ac-4825-48a5-93f6-db113016b752 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106796) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:44:28.699075 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-246269ac-4825-48a5-93f6-db113016b752 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051508 Sep 26 12:44:28.786612 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-13945d06-c452-4aef-96bd-50569bd6374a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805922 Sep 26 12:44:28.877119 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-158c33c6-a67f-4145-9d3e-da8c2460a893 req-26cb70b1-988c-444e-9416-078eb9fc3d7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Sep 26 12:44:29.286611 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d973eaa-e326-4d82-870b-a94f19ef823a req-baac31ed-1289-4f4a-93d7-15b259b40c54 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:29.288084 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d973eaa-e326-4d82-870b-a94f19ef823a req-baac31ed-1289-4f4a-93d7-15b259b40c54 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0516572 Sep 26 12:44:29.348170 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7d973eaa-e326-4d82-870b-a94f19ef823a req-c8b0bfde-c2a3-400f-a584-e63769a86953 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544393 Sep 26 12:44:30.468866 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d1e3-ef62-4c66-a69e-2043ef5dec75 req-ae190604-250a-4779-bb9c-038b58b7a301 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:30.470346 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b308d1e3-ef62-4c66-a69e-2043ef5dec75 req-ae190604-250a-4779-bb9c-038b58b7a301 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0475292 Sep 26 12:44:30.531902 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b308d1e3-ef62-4c66-a69e-2043ef5dec75 req-b002ff39-3cb3-4943-85ce-59d881d8d289 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554245 Sep 26 12:44:31.650895 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e7b8-5cee-4057-b547-92c05a62235f req-7dcfdaee-0544-4902-b85e-98540b6a93ca tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:31.652320 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c409e7b8-5cee-4057-b547-92c05a62235f req-7dcfdaee-0544-4902-b85e-98540b6a93ca tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0454550 Sep 26 12:44:31.684803 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:31.714481 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c409e7b8-5cee-4057-b547-92c05a62235f req-49002194-08ec-4a84-918b-fdbcd4c59083 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561101 Sep 26 12:44:32.209854 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:32.833915 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46339c5-55a7-45a1-9b34-d2351bc3eb76 req-76e62f46-cc4f-432f-bac0-9cdc284202a5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:32.835327 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d46339c5-55a7-45a1-9b34-d2351bc3eb76 req-76e62f46-cc4f-432f-bac0-9cdc284202a5 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0456603 Sep 26 12:44:32.892936 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d46339c5-55a7-45a1-9b34-d2351bc3eb76 req-8c033395-a74d-410d-bafb-56078dfb99b0 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520747 Sep 26 12:44:34.012118 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0de8f-3f66-4fb1-b4e9-d7787fcddfc4 req-b45ae167-b783-4c1e-b18b-9bb26d6f8870 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:34.013551 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50b0de8f-3f66-4fb1-b4e9-d7787fcddfc4 req-b45ae167-b783-4c1e-b18b-9bb26d6f8870 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0468102 Sep 26 12:44:34.058556 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:34.074143 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-50b0de8f-3f66-4fb1-b4e9-d7787fcddfc4 req-eb2d88d1-2f84-41f4-92d1-bcd8c03792d1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548356 Sep 26 12:44:34.698610 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:34.799233 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:35.195349 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261de3f-8190-437b-9315-152a0594437c req-0ad06c05-5e5f-4394-8b2e-d53856933e2f tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:35.201273 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d261de3f-8190-437b-9315-152a0594437c req-0ad06c05-5e5f-4394-8b2e-d53856933e2f tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0494363 Sep 26 12:44:35.258628 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d261de3f-8190-437b-9315-152a0594437c req-3ec12ebc-4379-45c9-b050-01f7cbfe9d09 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553582 Sep 26 12:44:35.617784 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-850d455d-e8c4-41d5-af7b-6ac2bd1a6788 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:35.619119 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-850d455d-e8c4-41d5-af7b-6ac2bd1a6788 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/networks?id=868368e8-9cd6-4796-8ae6-5ab618a23e29 HTTP/1.1" status: 200 len: 813 time: 0.1031139 Sep 26 12:44:35.633787 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-38ad11cd-d32f-4334-b978-fde81dcdca89 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/quotas/6817ac0b5cdc410da9b6825d2044aa5e HTTP/1.1" status: 200 len: 375 time: 0.0087664 Sep 26 12:44:35.664655 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-46957224-00de-403e-851e-bdc479359ae1 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260243 Sep 26 12:44:35.674549 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-56bf0b90-2473-4cb1-afc6-9e59c802e67d service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:44:35.675463 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-56bf0b90-2473-4cb1-afc6-9e59c802e67d service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046926 Sep 26 12:44:35.761445 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-dbcfe0c5-d109-4122-afee-23d40171f969 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Sep 26 12:44:35.851180 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-cd84438c-9693-44bb-a6e3-4417a03af36e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840838 Sep 26 12:44:36.137524 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4f8fb150-5ac8-44ab-a155-2cc6b58a947d req-472f5a59-899f-459a-b6d0-262c4ef7db59 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Sep 26 12:44:36.380486 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a81f4-29ab-4b78-91b5-892cd0889bd6 req-238f8643-d893-4faa-8246-67116c93da08 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:36.381940 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e43a81f4-29ab-4b78-91b5-892cd0889bd6 req-238f8643-d893-4faa-8246-67116c93da08 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0479550 Sep 26 12:44:36.444963 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e43a81f4-29ab-4b78-91b5-892cd0889bd6 req-cfe74c71-42c1-45f8-b2d9-740c853ff03e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571055 Sep 26 12:44:37.237376 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-09a5bcf7-958d-44d7-a6df-b44d11c549d8 req-3dd7cda6-491c-43ff-be49-a5ecab823000 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 210 time: 0.0277958 Sep 26 12:44:37.569372 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b08fcb-ddd3-46a2-84ab-252a4c690484 req-5128eb84-acad-4b2e-b70f-07ac093f8d7e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:37.570823 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21b08fcb-ddd3-46a2-84ab-252a4c690484 req-5128eb84-acad-4b2e-b70f-07ac093f8d7e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0477345 Sep 26 12:44:37.630464 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21b08fcb-ddd3-46a2-84ab-252a4c690484 req-8ea0e702-8271-4424-a888-495915793f61 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535319 Sep 26 12:44:38.341775 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8d7ccbd5-5668-4231-8ed5-17631319a880 req-dd69eb4d-6842-42a9-aa46-734ef2ed7095 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 210 time: 0.0310035 Sep 26 12:44:38.651840 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-2683911f-949c-4f0a-9a61-c45575e10041 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:38.653193 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-2683911f-949c-4f0a-9a61-c45575e10041 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "GET /networking/v2.0/networks?id=868368e8-9cd6-4796-8ae6-5ab618a23e29 HTTP/1.1" status: 200 len: 813 time: 0.1078570 Sep 26 12:44:38.679797 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Request body: {'port': {'device_id': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29', 'admin_state_up': True, 'tenant_id': '6817ac0b5cdc410da9b6825d2044aa5e'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:44:38.745580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:38.754617 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef9ac3-17ae-4511-9bf0-68c8b0438256 req-002de0b9-e08d-49da-95a3-f6caf48d8101 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:38.756095 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bef9ac3-17ae-4511-9bf0-68c8b0438256 req-002de0b9-e08d-49da-95a3-f6caf48d8101 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0499961 Sep 26 12:44:38.816632 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bef9ac3-17ae-4511-9bf0-68c8b0438256 req-20dae907-e87f-4832-b6e1-d710a05811ed tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544443 Sep 26 12:44:38.929956 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Made reservation on behalf of 6817ac0b5cdc410da9b6825d2044aa5e for: {'port': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:44:38.933858 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.035244 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:39.062211 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Allocated IP 172.20.0.4 (868368e8-9cd6-4796-8ae6-5ab618a23e29/656d4fd6-245e-4297-b513-2cb42d44d423/11ba6eb2-612b-4a90-8152-a9771a613d02) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:44:39.163546 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:39.205434 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks [] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.296356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.338667 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Network 868368e8-9cd6-4796-8ae6-5ab618a23e29 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:44:39.341845 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:44:39.346094 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:44:39.372254 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Pushing event updated for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:39.384705 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.385085 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.385405 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.385820 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.386066 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.386401 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.386732 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.387059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.387386 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.387733 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.388062 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.388505 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.388706 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.389058 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.389382 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:39.411326 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:39.411967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.465976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac45e2-4980-41c9-b71a-565f91d2e698 req-78afbb67-f64a-4636-807e-b407ca40955a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:39.468139 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f5ac45e2-4980-41c9-b71a-565f91d2e698 req-78afbb67-f64a-4636-807e-b407ca40955a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 931 time: 0.0477028 Sep 26 12:44:39.497087 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-6e8d7fa7-cbc4-41d8-86c8-1a6610d5af0d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218694 Sep 26 12:44:39.514515 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f5ac45e2-4980-41c9-b71a-565f91d2e698 req-02956aee-e049-4054-94e1-03533cf155da tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Sep 26 12:44:39.516796 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Request body: {'port': {'device_id': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:44:39.578499 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.827104 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba6eb2-612b-4a90-8152-a9771a613d02 {{(pid=106796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:44:39.834471 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks [] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.847155 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.provisioning_blocks [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Transition to ACTIVE for port object 11ba6eb2-612b-4a90-8152-a9771a613d02 will not be triggered until provisioned by entity L2. {{(pid=106796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:44:39.913015 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:39.940524 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1523-4c8e-4f1e-abc9-73512132c000 req-bc0dab60-29ed-4173-a335-c48ada1e82bc tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:39.942282 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a55f1523-4c8e-4f1e-abc9-73512132c000 req-bc0dab60-29ed-4173-a335-c48ada1e82bc tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0495028 Sep 26 12:44:39.949486 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:39.976946 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:40.004732 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a55f1523-4c8e-4f1e-abc9-73512132c000 req-a17ccbc6-ee7c-414f-ad57-c9ef95cce108 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565505 Sep 26 12:44:40.021547 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-31fc3b42-7343-4963-9a14-c535189caf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:40.026421 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Attempting to bind port 11ba6eb2-612b-4a90-8152-a9771a613d02 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:44:40.026763 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Attempting to bind port 11ba6eb2-612b-4a90-8152-a9771a613d02 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:44:40.027095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Attempting to bind port 11ba6eb2-612b-4a90-8152-a9771a613d02 on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:44:40.069198 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Port 11ba6eb2-612b-4a90-8152-a9771a613d02 on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:44:40.069526 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Attempting to bind port 11ba6eb2-612b-4a90-8152-a9771a613d02 on network 868368e8-9cd6-4796-8ae6-5ab618a23e29 {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:44:40.110827 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:44:40.111168 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Checking segment: {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:44:40.111554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Bound using segment: {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'} {{(pid=106796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:44:40.112021 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.managers [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Bound port: 11ba6eb2-612b-4a90-8152-a9771a613d02, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851718bb-3c7d-4956-9089-5b331a5062c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29'}}] {{(pid=106796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:44:40.112377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:40.114784 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:40.175759 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, cleared binding levels {{(pid=106796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:44:40.179153 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=11ba6eb2-612b-4a90-8152-a9771a613d02,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:44:40.267681 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:40.271908 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.272511 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:40.273930 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/11ba6eb2-612b-4a90-8152-a9771a613d02 HTTP/1.1" status: 200 len: 1093 time: 0.7620127 Sep 26 12:44:40.274490 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:44:40.276750 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e5347-83ca-4b60-8a31-9178dfdd4643" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:44:40.317313 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a466ee-0cd8-43a3-bd66-7c1ffb91ea6a x-openstack-request-id: req-f9a466ee-0cd8-43a3-bd66-7c1ffb91ea6a {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:44:40.317313 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:44:40.317313 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9a466ee-0cd8-43a3-bd66-7c1ffb91ea6a {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:44:40.317627 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a466ee-0cd8-43a3-bd66-7c1ffb91ea6a'] response: {'name': 'network-changed', 'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02', 'status': 'completed', 'code': 200} Sep 26 12:44:40.327785 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e2943-df4f-43f3-8af2-3f140962e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=3']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:40.422233 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-dcfbe44b-d21d-45b4-9ae1-744b324fd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.423740 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-dcfbe44b-d21d-45b4-9ae1-744b324fd215 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 1127 time: 0.0391581 Sep 26 12:44:40.540408 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-63ead240-a1ba-4b83-af8f-2e59ff0ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.541859 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-63ead240-a1ba-4b83-af8f-2e59ff0ee8ab service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1031275 Sep 26 12:44:40.626258 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:40.637117 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323080-6d3c-4b81-a894-867446c914ca req-5c0c7672-756d-47d3-abae-1c27825ec850 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.638766 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c323080-6d3c-4b81-a894-867446c914ca req-5c0c7672-756d-47d3-abae-1c27825ec850 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 943 time: 0.0482368 Sep 26 12:44:40.639510 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-8880a25c-d0ab-44be-911c-ecc7bb1dccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.640706 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-148e5347-83ca-4b60-8a31-9178dfdd4643 req-8880a25c-d0ab-44be-911c-ecc7bb1dccb3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926681 Sep 26 12:44:40.685470 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9c323080-6d3c-4b81-a894-867446c914ca req-17a63d8b-c442-499a-873d-25a1bafef892 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Sep 26 12:44:40.745980 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-93ee8184-61f6-4734-bea5-2353a08fd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.747427 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-93ee8184-61f6-4734-bea5-2353a08fd941 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 1127 time: 0.0380125 Sep 26 12:44:40.793392 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-42962067-da5d-4ccf-8757-7121ccaeca53 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ba6eb2-612b-4a90-8152-a9771a613d02 HTTP/1.1" status: 200 len: 217 time: 0.0308318 Sep 26 12:44:40.841160 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-60fdde32-67d5-4af6-82d8-79dab79d464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:40.842503 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-60fdde32-67d5-4af6-82d8-79dab79d464f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=656d4fd6-245e-4297-b513-2cb42d44d423 HTTP/1.1" status: 200 len: 853 time: 0.0426791 Sep 26 12:44:40.883049 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-2a4268ea-ec07-4b64-aab2-6747f9e1f19d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=868368e8-9cd6-4796-8ae6-5ab618a23e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336168 Sep 26 12:44:40.969759 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-67dbbe9c-db80-4d36-801e-a158d181679b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790408 Sep 26 12:44:41.060278 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-e99c177f-df4b-49ab-ac42-6d03c19415a2 req-20998472-6b77-4b5b-abfd-5a0ded2c0547 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838687 Sep 26 12:44:41.127115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18556a17-2346-416a-b2ca-842a0bf30a71 req-cf4b0828-cda7-4b54-b922-6c49476ceef9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:41.128488 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18556a17-2346-416a-b2ca-842a0bf30a71 req-cf4b0828-cda7-4b54-b922-6c49476ceef9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0461431 Sep 26 12:44:41.191617 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-18556a17-2346-416a-b2ca-842a0bf30a71 req-e200650e-5308-43ef-bec1-86ad9db45b2d tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572588 Sep 26 12:44:41.805989 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb5e65-f1a3-46c5-a9ee-b35c428574d0 req-71b8f529-3288-43e3-83df-3a82c9f8c516 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:41.807422 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9cbb5e65-f1a3-46c5-a9ee-b35c428574d0 req-71b8f529-3288-43e3-83df-3a82c9f8c516 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 943 time: 0.0462337 Sep 26 12:44:41.854315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9cbb5e65-f1a3-46c5-a9ee-b35c428574d0 req-25a041a3-d288-476f-8093-6ff2a15e174c tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Sep 26 12:44:42.273036 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5ab0bb90-45d6-4b2c-a655-df08f424884c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:42.311580 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dca721-90de-4101-99d0-5ee03ee39d3c req-cc0f518e-16b4-455b-8bde-0a518e1e5be4 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:42.312970 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73dca721-90de-4101-99d0-5ee03ee39d3c req-cc0f518e-16b4-455b-8bde-0a518e1e5be4 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0461338 Sep 26 12:44:42.330502 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:42.335367 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:42.371930 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-73dca721-90de-4101-99d0-5ee03ee39d3c req-60ecc206-0db7-49bf-802c-ce5d04a6a7bb tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532622 Sep 26 12:44:42.974285 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e730ba-de35-491d-baa2-65ac3272f73e req-6b4de6bc-b51b-4edf-ab55-8e390e640b8a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:42.975724 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-39e730ba-de35-491d-baa2-65ac3272f73e req-6b4de6bc-b51b-4edf-ab55-8e390e640b8a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 943 time: 0.0492916 Sep 26 12:44:43.020987 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-39e730ba-de35-491d-baa2-65ac3272f73e req-0c0fb9d7-b85d-43d9-b2aa-68eae4a363b2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Sep 26 12:44:43.375539 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:43.492152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111eacb-eea7-46c4-a104-06486d0f39b9 req-9a2d1659-b3db-455b-b902-76c4b7a5c85e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:43.493578 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4111eacb-eea7-46c4-a104-06486d0f39b9 req-9a2d1659-b3db-455b-b902-76c4b7a5c85e tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0466521 Sep 26 12:44:43.553304 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4111eacb-eea7-46c4-a104-06486d0f39b9 req-bc14a445-9f91-4ca6-b98c-b941a5af8b50 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540955 Sep 26 12:44:44.141873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572cf42-8423-4c73-9562-d1844b8ab4f0 req-ec516250-39c1-47ec-b80d-42210e742e32 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:44.143316 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c572cf42-8423-4c73-9562-d1844b8ab4f0 req-ec516250-39c1-47ec-b80d-42210e742e32 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 943 time: 0.0493526 Sep 26 12:44:44.189732 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-c572cf42-8423-4c73-9562-d1844b8ab4f0 req-20f3031d-8551-4958-88cd-b7f97e1c93af tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Sep 26 12:44:44.672018 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d70d-94be-47af-b383-407127027395 req-d4021a02-b462-4996-adff-58e14b17ccc7 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:44.673443 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6073d70d-94be-47af-b383-407127027395 req-d4021a02-b462-4996-adff-58e14b17ccc7 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0462942 Sep 26 12:44:44.705924 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:44.732731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6073d70d-94be-47af-b383-407127027395 req-2c36f863-c450-4b65-97c6-b6252e69c221 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535953 Sep 26 12:44:45.099329 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 11ba6eb2-612b-4a90-8152-a9771a613d02 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:44:45.103706 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:45.133674 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:45.208492 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=11ba6eb2-612b-4a90-8152-a9771a613d02,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:44:45.219747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '11ba6eb2-612b-4a90-8152-a9771a613d02', 'network_id': '868368e8-9cd6-4796-8ae6-5ab618a23e29', 'port_id': '11ba6eb2-612b-4a90-8152-a9771a613d02', 'mac_address': 'fa:16:3e:97:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656d4fd6-245e-4297-b513-2cb42d44d423', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:44:45.254233 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 11ba6eb2-612b-4a90-8152-a9771a613d02 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:44:45.254630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:45.268401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba6eb2-612b-4a90-8152-a9771a613d02 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:44:45.288190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=11ba6eb2-612b-4a90-8152-a9771a613d02,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:44:45.307055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95476f-7612-46f4-b59d-5c8ddab72089 req-eb68d9bc-c066-43b0-b442-9e2e1aff3c4c tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:45.308520 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cd95476f-7612-46f4-b59d-5c8ddab72089 req-eb68d9bc-c066-43b0-b442-9e2e1aff3c4c tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 943 time: 0.0453928 Sep 26 12:44:45.347244 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:45.360289 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cd95476f-7612-46f4-b59d-5c8ddab72089 req-6b106728-5ea7-4268-83b1-b6112262928d tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 Sep 26 12:44:45.521602 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:45.528696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.529041 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.529405 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.529747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.530076 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.530403 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.530726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.531049 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.531376 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.531723 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.532045 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.532371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.532692 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.533012 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.533330 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:45.683402 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['11ba6eb2-612b-4a90-8152-a9771a613d02'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:44:45.854570 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40735e99-c516-4980-ba41-0c8d25666602 req-ac9bae5c-9f7e-40f8-aac0-5a043ce9b490 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:45.856024 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40735e99-c516-4980-ba41-0c8d25666602 req-ac9bae5c-9f7e-40f8-aac0-5a043ce9b490 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0477047 Sep 26 12:44:45.915562 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-40735e99-c516-4980-ba41-0c8d25666602 req-0e050e29-97b9-4500-bb94-86b437a17e08 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1&id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532880 Sep 26 12:44:46.483096 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4e9fc-c395-473d-9b7e-83bedaa15d04 req-e73f48b3-5ed0-4f85-9ca8-99f654865931 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:46.484582 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61e4e9fc-c395-473d-9b7e-83bedaa15d04 req-e73f48b3-5ed0-4f85-9ca8-99f654865931 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 944 time: 0.0469577 Sep 26 12:44:46.530661 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-61e4e9fc-c395-473d-9b7e-83bedaa15d04 req-8528351f-f7f2-4d0b-9b22-85ec6b1e7592 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Sep 26 12:44:47.121617 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 11ba6eb2-612b-4a90-8152-a9771a613d02 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:44:47.167367 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 11ba6eb2-612b-4a90-8152-a9771a613d02 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:44:47.300869 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 11ba6eb2-612b-4a90-8152-a9771a613d02 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:44:47.305710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:47.305710 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 11ba6eb2-612b-4a90-8152-a9771a613d02 Sep 26 12:44:47.372273 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 11ba6eb2-612b-4a90-8152-a9771a613d02 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:44:47.372655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:47.394832 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:44:47.397144 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3ffd1-5dde-4c46-bcd0-fd2813f63051" -d '{"events": [{"server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "name": "network-vif-plugged", "status": "completed", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:44:47.410371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=11ba6eb2-612b-4a90-8152-a9771a613d02,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:44:47.437657 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f0a658-1bc4-421a-aecb-c14cd7f02eb0 x-openstack-request-id: req-d3f0a658-1bc4-421a-aecb-c14cd7f02eb0 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:44:47.437947 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "name": "network-vif-plugged", "status": "completed", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:44:47.438203 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f0a658-1bc4-421a-aecb-c14cd7f02eb0 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:44:47.438607 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f0a658-1bc4-421a-aecb-c14cd7f02eb0'] response: {'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02', 'code': 200} Sep 26 12:44:47.472414 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:44:47.525075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:47.634759 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:47.652016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2b377-4c04-49e0-bd76-851f4660f6d7 req-7490bdd4-17e5-4361-8210-7478fdfaa4e2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:47.653448 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ec2b377-4c04-49e0-bd76-851f4660f6d7 req-7490bdd4-17e5-4361-8210-7478fdfaa4e2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Sep 26 12:44:47.701188 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7ec2b377-4c04-49e0-bd76-851f4660f6d7 req-8fe40ce8-dc06-4f68-85c1-e2f93c19b2be tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Sep 26 12:44:47.777277 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce946a1b-6c7e-4be5-a93b-89a028d4947a req-cbfcb65d-280d-4adc-a453-d914ef7d13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:47.778707 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-ce946a1b-6c7e-4be5-a93b-89a028d4947a req-cbfcb65d-280d-4adc-a453-d914ef7d13b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 1129 time: 0.0372462 Sep 26 12:44:47.815431 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:47.821439 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-ce946a1b-6c7e-4be5-a93b-89a028d4947a req-ebcb8c28-3b1f-4c03-a6da-f3a5697a6da6 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Sep 26 12:44:48.822679 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e94987-8cb5-4cec-9eab-b284b9a3d6da req-3fcb5f72-5421-47b1-846f-092502dcc9f2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:48.824169 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b6e94987-8cb5-4cec-9eab-b284b9a3d6da req-3fcb5f72-5421-47b1-846f-092502dcc9f2 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0464048 Sep 26 12:44:48.870953 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b6e94987-8cb5-4cec-9eab-b284b9a3d6da req-48d0c6de-6925-4646-85e5-a43430641d12 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Sep 26 12:44:49.993492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271db70-8d54-492b-85b5-e9119c90d427 req-2c4c41c3-1741-4317-b6f4-88d5abe23187 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:44:49.994932 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8271db70-8d54-492b-85b5-e9119c90d427 req-2c4c41c3-1741-4317-b6f4-88d5abe23187 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Sep 26 12:44:50.041542 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8271db70-8d54-492b-85b5-e9119c90d427 req-b2b91048-8c68-4c01-9416-b6f22afbaf77 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Sep 26 12:44:57.521091 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:57.522938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:57.819058 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=57 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:44:59.212556 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:45:00.035621 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=68 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:00.038004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=16 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:03.944379 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46238) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:04.084346 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port 908840cb-4434-4c3e-893b-eb19654551a8 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:04.084634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (908840cb-4434-4c3e-893b-eb19654551a8), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.159115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (908840cb-4434-4c3e-893b-eb19654551a8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.159443 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (908840cb-4434-4c3e-893b-eb19654551a8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.175632 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for 908840cb-4434-4c3e-893b-eb19654551a8 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:04.404320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (908840cb-4434-4c3e-893b-eb19654551a8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.670974 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=908840cb-4434-4c3e-893b-eb19654551a8,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:04.683664 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.684010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.684352 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.684692 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.685022 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.685356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.685683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.686005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.686329 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.686652 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.686975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.687313 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.687657 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.688023 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.688342 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:04.746977 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.747327 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP 2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09 disassociated (deleted). External IP: 172.27.1.141, port: 735c1219-3029-4bd8-bac4-196725b71b00. Sep 26 12:45:04.848933 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:04.942180 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:05.043847 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:05.049169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:05.055022 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:05.065356 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:05.066023 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:44:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:05.070248 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:05.078397 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-f6c83c36-65d8-4c0d-a709-025ce79c98b6 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09 HTTP/1.1" status: 204 len: 168 time: 1.1329863 Sep 26 12:45:05.083200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:05.083200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d41646c-b6e0-443f-b888-4cc2f505f757" -d '{"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:05.171786 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:05.188526 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc03914-cd1a-49dc-8b11-266a296ff96e x-openstack-request-id: req-6fc03914-cd1a-49dc-8b11-266a296ff96e {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:05.192127 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "tag": "735c1219-3029-4bd8-bac4-196725b71b00", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:05.192127 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fc03914-cd1a-49dc-8b11-266a296ff96e {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:05.192127 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc03914-cd1a-49dc-8b11-266a296ff96e'] response: {'name': 'network-changed', 'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00', 'status': 'completed', 'code': 200} Sep 26 12:45:05.382933 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:05.407243 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:05.415630 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:05.416244 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:44:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:05.517914 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:05.554206 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f87027-b210-428d-969a-f051f7b12e69 req-5d5aba55-fa1b-40c2-99be-61d0240f9299 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:05.555727 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05f87027-b210-428d-969a-f051f7b12e69 req-5d5aba55-fa1b-40c2-99be-61d0240f9299 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0470521 Sep 26 12:45:05.582210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:05.605473 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-05f87027-b210-428d-969a-f051f7b12e69 req-8d06911e-3124-4204-b3a8-6f3a294e1834 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Sep 26 12:45:05.724822 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:05.751843 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665d9a-a66f-4817-a4f7-3a9eebfb84a0 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'f84a75b2-6f78-4029-8758-1a9cacaad8b9', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'port_id': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'mac_address': 'fa:16:3e:16:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:40:51Z', 'updated_at': '2022-09-26T12:40:53Z', 'revision_number': 1, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:05.954075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4320009-9318-4de0-a649-93161d111c42 None None] New status for floating IP 2a86b6b4-a326-4ff7-ba90-4aa9b02ebe09: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:45:06.730683 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090984a4-ed19-489f-ab7b-77f48999e679 req-15150802-48f6-4849-913d-30d96bdb44dc tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:06.732044 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-090984a4-ed19-489f-ab7b-77f48999e679 req-15150802-48f6-4849-913d-30d96bdb44dc tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0485137 Sep 26 12:45:06.779360 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-090984a4-ed19-489f-ab7b-77f48999e679 req-e4fd14ad-d4ed-4f02-b0df-f72dcb3cbbee tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Sep 26 12:45:07.523420 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-64c17a8c-4f9f-4629-ba8b-cdfaecd35fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:07.524921 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-64c17a8c-4f9f-4629-ba8b-cdfaecd35fe4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 1130 time: 0.0390420 Sep 26 12:45:07.621446 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-628c034c-0286-449c-887d-8765c84d3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:07.622873 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-628c034c-0286-449c-887d-8765c84d3526 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0875807 Sep 26 12:45:07.899138 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fa325-f087-4b9f-a0d4-41350b336a50 req-5afad6fd-67f8-4f62-b4a6-c93e9eff3d19 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:07.900608 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-716fa325-f087-4b9f-a0d4-41350b336a50 req-5afad6fd-67f8-4f62-b4a6-c93e9eff3d19 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0468771 Sep 26 12:45:07.948574 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-716fa325-f087-4b9f-a0d4-41350b336a50 req-0cd1953c-bfd2-4d73-83ca-3a2ba2cad3f2 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Sep 26 12:45:08.983229 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-a9b96684-984d-41f3-a763-8451b74b71d9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735c1219-3029-4bd8-bac4-196725b71b00 HTTP/1.1" status: 200 len: 217 time: 0.0328453 Sep 26 12:45:09.045840 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-11df77e0-f83b-4bfc-afb3-5d4a55fe303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:09.047289 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-11df77e0-f83b-4bfc-afb3-5d4a55fe303a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.0500851 Sep 26 12:45:09.075495 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135acd45-d6b4-4382-86c5-68b35628a725 req-d7c81ae6-4020-484d-bd0b-d40d40f12964 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:09.077373 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-135acd45-d6b4-4382-86c5-68b35628a725 req-d7c81ae6-4020-484d-bd0b-d40d40f12964 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0541596 Sep 26 12:45:09.126710 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-135acd45-d6b4-4382-86c5-68b35628a725 req-6cd85033-11be-4d14-bbe8-d4bfb625894e tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Sep 26 12:45:09.478707 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-86b0b86d-a20e-47d8-b09d-357d0ad33578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:09.480233 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-86b0b86d-a20e-47d8-b09d-357d0ad33578 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2906446 Sep 26 12:45:09.575572 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-6f864541-91d1-4786-8ee9-b0d30a4f5be4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 Sep 26 12:45:09.708169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-92fa7620-3167-4382-bee0-821f5ec1bb35 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:09.709292 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-92fa7620-3167-4382-bee0-821f5ec1bb35 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 946 time: 0.0465348 Sep 26 12:45:09.748370 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-1d41646c-b6e0-443f-b888-4cc2f505f757 req-7251c270-e9f4-4ba7-9a70-3a84c1a6b4a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861669 Sep 26 12:45:09.801309 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port 735c1219-3029-4bd8-bac4-196725b71b00 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:09.801677 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (735c1219-3029-4bd8-bac4-196725b71b00), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:09.896247 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] For port 735c1219-3029-4bd8-bac4-196725b71b00, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=735c1219-3029-4bd8-bac4-196725b71b00,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:09.896618 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (735c1219-3029-4bd8-bac4-196725b71b00), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:09.910909 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for 735c1219-3029-4bd8-bac4-196725b71b00 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:10.071908 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-b65c59c7-e96d-4d74-9b8c-404178c30f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:10.192722 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (735c1219-3029-4bd8-bac4-196725b71b00), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:10.220498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=735c1219-3029-4bd8-bac4-196725b71b00,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:10.254494 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2d4c1c49-36af-477f-9515-bdac12a1d42c req-b81ba71d-5408-47d3-aee0-8f88bcb0fba5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0385649 Sep 26 12:45:10.292956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] No DVR routers for this DVR port 735c1219-3029-4bd8-bac4-196725b71b00 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:10.295491 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:10.298666 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bd846da-c18d-4014-a14a-38e0d2962612 req-ff6cd140-edf2-4651-a073-5f0acd951ec5 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "DELETE /networking/v2.0/ports/735c1219-3029-4bd8-bac4-196725b71b00 HTTP/1.1" status: 204 len: 173 time: 0.5833824 Sep 26 12:45:10.299152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'name': 'network-vif-deleted', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:10.302053 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd216d6-6ea2-4391-b489-41a9c629a657" -d '{"events": [{"server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "name": "network-vif-deleted", "tag": "735c1219-3029-4bd8-bac4-196725b71b00"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:10.339408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e838ddb-4afa-4ec7-abce-b6668dcc08a6 x-openstack-request-id: req-5e838ddb-4afa-4ec7-abce-b6668dcc08a6 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:10.339888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9827f6d-17b5-4232-9169-515f8f320286", "name": "network-vif-deleted", "tag": "735c1219-3029-4bd8-bac4-196725b71b00", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:10.345016 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e838ddb-4afa-4ec7-abce-b6668dcc08a6 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:10.345016 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e838ddb-4afa-4ec7-abce-b6668dcc08a6'] response: {'server_uuid': 'e9827f6d-17b5-4232-9169-515f8f320286', 'name': 'network-vif-deleted', 'tag': '735c1219-3029-4bd8-bac4-196725b71b00', 'status': 'completed', 'code': 200} Sep 26 12:45:11.369691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d866098a-5dd8-423c-a306-513732f4bf5b req-090c6aa2-619e-4e70-8e8e-73c8ccdc7faa tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e9827f6d-17b5-4232-9169-515f8f320286 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Sep 26 12:45:12.318383 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bbf43b5b-4c32-474f-8c03-0d5b29efe6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:13.201102 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 735c1219-3029-4bd8-bac4-196725b71b00 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:13.220909 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 735c1219-3029-4bd8-bac4-196725b71b00 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:13.221371 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 735c1219-3029-4bd8-bac4-196725b71b00 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:13.443773 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:14.883688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46322) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:14.995113 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:15.027089 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port a77f0733-53ee-4c3e-a90e-41707dba95c0 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:15.030884 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.041775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:15.122591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.122817 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (a77f0733-53ee-4c3e-a90e-41707dba95c0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.136115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for a77f0733-53ee-4c3e-a90e-41707dba95c0 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:15.193106 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.221199 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e3e0e-3d0b-476e-a3b5-fe5cfd01a973 req-dbccb547-9b29-4645-963e-fcd66ab3f35f tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:15.222703 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632e3e0e-3d0b-476e-a3b5-fe5cfd01a973 req-dbccb547-9b29-4645-963e-fcd66ab3f35f tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0811248 Sep 26 12:45:15.227131 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.294638 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-632e3e0e-3d0b-476e-a3b5-fe5cfd01a973 req-7f24ec0d-fbd6-43c0-a78e-f0b21ddafc2a tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653980 Sep 26 12:45:15.455521 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (a77f0733-53ee-4c3e-a90e-41707dba95c0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.480113 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=a77f0733-53ee-4c3e-a90e-41707dba95c0,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:15.540719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (f84a75b2-6f78-4029-8758-1a9cacaad8b9), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.541073 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Floating IP f84a75b2-6f78-4029-8758-1a9cacaad8b9 disassociated (deleted). External IP: 172.27.1.116, port: 9c71f5ef-7904-4576-8ff2-080cf0a5a71d. Sep 26 12:45:15.633306 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:15.743811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:15.847115 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:15.852122 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:15.858503 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:15.868029 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:15.868620 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:15.880996 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ca54eff8-08dd-4296-a8ac-e5ba9a55d093 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f84a75b2-6f78-4029-8758-1a9cacaad8b9 HTTP/1.1" status: 204 len: 168 time: 0.9962075 Sep 26 12:45:15.881629 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:15.883889 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89338e-ea32-411e-b3be-fb54d3df2737" -d '{"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:15.921170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd4750-6fb9-4dfb-a615-6026a2d9e154 x-openstack-request-id: req-60cd4750-6fb9-4dfb-a615-6026a2d9e154 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:15.921477 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:15.921857 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60cd4750-6fb9-4dfb-a615-6026a2d9e154 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:15.922328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cd4750-6fb9-4dfb-a615-6026a2d9e154'] response: {'name': 'network-changed', 'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'status': 'completed', 'code': 200} Sep 26 12:45:15.977245 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:16.042474 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:16.085869 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:16.161020 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:16.188679 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:16.197638 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:16.198236 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:16.377905 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:16.431674 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e120-d9d2-422e-8abc-eb4a820e9e45 req-1e038ef4-f580-42ce-a9d7-784f70f25175 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:16.434155 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f148e120-d9d2-422e-8abc-eb4a820e9e45 req-1e038ef4-f580-42ce-a9d7-784f70f25175 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0615020 Sep 26 12:45:16.522119 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c622-4933-4da7-9865-55effbfe3a41 req-3752ee67-6adb-4116-bf93-3e2007c5b1ca tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:16.523576 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77e4c622-4933-4da7-9865-55effbfe3a41 req-3752ee67-6adb-4116-bf93-3e2007c5b1ca tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0617828 Sep 26 12:45:16.526485 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f148e120-d9d2-422e-8abc-eb4a820e9e45 req-38499c8f-4e97-4b78-bbc4-11f46d4ba690 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868933 Sep 26 12:45:16.583515 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-77e4c622-4933-4da7-9865-55effbfe3a41 req-411e8a5d-4c91-4085-aba5-7fe1d09f38de tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541544 Sep 26 12:45:16.584445 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:16.609383 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7cb651-1d95-438f-bd48-10d7a4441167 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:36:47Z', 'revision_number': 4, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '5130e183-379d-4501-ab2a-a495ea27013a', 'name': '', 'network_id': '4f3c619e-6403-4ad0-be46-17e66b1e7905', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'mac_address': 'fa:16:3e:db:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:46Z', 'updated_at': '2022-09-26T12:36:52Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'subnets': [{'id': '409477d7-56aa-4db3-bc8e-778cf74e0f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:16.764337 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-91086f00-e927-4ae8-9841-4a34948d60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:16.765897 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-91086f00-e927-4ae8-9841-4a34948d60e2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 1129 time: 0.0412896 Sep 26 12:45:16.834992 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0788641e-92ba-4d6a-bb4a-de18e3d55497 None None] New status for floating IP f84a75b2-6f78-4029-8758-1a9cacaad8b9: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:45:17.647609 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a2408-5d0e-4b90-8e54-43e1e4f614f9 req-ef25b7be-7b60-493a-9a06-3d570c1991dc tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:17.649100 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-644a2408-5d0e-4b90-8e54-43e1e4f614f9 req-ef25b7be-7b60-493a-9a06-3d570c1991dc tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Sep 26 12:45:17.731577 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55732063-46d1-43ea-85f3-a2778058f03b req-9c6dd696-ed12-4eca-a3f4-0b57a794e09c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:17.733054 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-55732063-46d1-43ea-85f3-a2778058f03b req-9c6dd696-ed12-4eca-a3f4-0b57a794e09c tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0746486 Sep 26 12:45:17.739831 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-644a2408-5d0e-4b90-8e54-43e1e4f614f9 req-c6833e06-8963-4fd0-9248-908aef694e14 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 Sep 26 12:45:17.784659 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-55732063-46d1-43ea-85f3-a2778058f03b req-7d80bebd-b4f4-4063-8e94-03bf19e0b89f tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Sep 26 12:45:18.538464 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:18.567210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-6f0b9521-64d4-4099-9c34-3b4629aa16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:18.568747 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-6f0b9521-64d4-4099-9c34-3b4629aa16e5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 200 len: 913 time: 0.0900669 Sep 26 12:45:18.826651 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-ed470a1a-a783-42dc-91aa-b0e00ee7c0ac service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 200 len: 217 time: 0.0356197 Sep 26 12:45:18.838672 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-38a7da39-15ab-45c2-b3ac-cbe3cedba74b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:18.840413 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-38a7da39-15ab-45c2-b3ac-cbe3cedba74b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.0485551 Sep 26 12:45:18.929584 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753013f-2fa1-4c18-bf8a-b7a5b373ab9a req-121ed745-c382-4d37-8d5a-7834d8737368 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:18.931030 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8753013f-2fa1-4c18-bf8a-b7a5b373ab9a req-121ed745-c382-4d37-8d5a-7834d8737368 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 945 time: 0.1068730 Sep 26 12:45:18.931746 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Deleting port 11ba6eb2-612b-4a90-8152-a9771a613d02 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:18.932099 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:18.945920 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-f6158fd8-a13b-42f1-80df-29a6af8e51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:18.947354 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-f6158fd8-a13b-42f1-80df-29a6af8e51c5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 200 len: 851 time: 0.1132493 Sep 26 12:45:18.966586 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbe8b3-a00e-46ea-9392-541dfffb7f42 req-aa25111a-017c-4d62-997b-b15f92418185 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:18.967981 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42fbe8b3-a00e-46ea-9392-541dfffb7f42 req-aa25111a-017c-4d62-997b-b15f92418185 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.0913849 Sep 26 12:45:19.029840 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] For port 11ba6eb2-612b-4a90-8152-a9771a613d02, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=11ba6eb2-612b-4a90-8152-a9771a613d02,segment=NetworkSegment(851718bb-3c7d-4956-9089-5b331a5062c8),segment_id=851718bb-3c7d-4956-9089-5b331a5062c8)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:19.030660 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.044570 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Calling delete_port for 11ba6eb2-612b-4a90-8152-a9771a613d02 owned by compute:nova {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:19.056483 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:19.066845 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-69ac9084-c428-4865-b70a-d9770508de24 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:19.070846 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-69ac9084-c428-4865-b70a-d9770508de24 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 945 time: 0.1198664 Sep 26 12:45:19.083447 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-78257728-5c93-463e-9af4-0f376868e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:19.084893 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-78257728-5c93-463e-9af4-0f376868e785 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4f3c619e-6403-4ad0-be46-17e66b1e7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161160 Sep 26 12:45:19.106088 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8753013f-2fa1-4c18-bf8a-b7a5b373ab9a req-6952994e-ad83-4fca-9cc6-07958b7043eb tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=84fca82f-134a-48b7-bb1f-da5e40d07b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646848 Sep 26 12:45:19.185863 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-42fbe8b3-a00e-46ea-9392-541dfffb7f42 req-72c0f925-def7-4c07-8bad-64e3a55201df tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948810 Sep 26 12:45:19.259872 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:19.260210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.266897 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-6e72a424-cb10-457e-ab2a-14776be6063d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652606 Sep 26 12:45:19.267112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (11ba6eb2-612b-4a90-8152-a9771a613d02), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.298714 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Pushing event deleted for resources: {'Port': ['ID=11ba6eb2-612b-4a90-8152-a9771a613d02,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:19.312112 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['11ba6eb2-612b-4a90-8152-a9771a613d02'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:45:19.347766 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] No DVR routers for this DVR port 11ba6eb2-612b-4a90-8152-a9771a613d02 on host hv-cinder-82762 {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:19.347766 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.351029 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [req-af107ea1-43ed-490f-9ef9-b1926fe5c0c0 req-5828bd3f-657f-48aa-a4ad-68fbd011d15b tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.61 "DELETE /networking/v2.0/ports/11ba6eb2-612b-4a90-8152-a9771a613d02 HTTP/1.1" status: 204 len: 173 time: 0.5025010 Sep 26 12:45:19.351540 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'name': 'network-vif-deleted', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:19.353975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc896964-05a7-4998-acf2-c48bbec3b386" -d '{"events": [{"server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "name": "network-vif-deleted", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:19.421038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] For port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:19.421402 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.438092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-de89338e-ea32-411e-b3be-fb54d3df2737 req-c7975d37-64b5-48af-8c63-b762f44adf2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611588 Sep 26 12:45:19.439003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for 9c71f5ef-7904-4576-8ff2-080cf0a5a71d owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:19.453866 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c68115-def6-4729-b02a-1a7c0eb93175 x-openstack-request-id: req-d6c68115-def6-4729-b02a-1a7c0eb93175 {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:19.454355 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0b89ad-9b78-4d49-841c-29b741e40001", "name": "network-vif-deleted", "tag": "11ba6eb2-612b-4a90-8152-a9771a613d02", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:19.454778 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6c68115-def6-4729-b02a-1a7c0eb93175 {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:19.455356 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c68115-def6-4729-b02a-1a7c0eb93175'] response: {'server_uuid': 'bb0b89ad-9b78-4d49-841c-29b741e40001', 'name': 'network-vif-deleted', 'tag': '11ba6eb2-612b-4a90-8152-a9771a613d02', 'status': 'completed', 'code': 200} Sep 26 12:45:19.551989 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:19.724893 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (9c71f5ef-7904-4576-8ff2-080cf0a5a71d), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.753202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=9c71f5ef-7904-4576-8ff2-080cf0a5a71d,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:19.797396 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] No DVR routers for this DVR port 9c71f5ef-7904-4576-8ff2-080cf0a5a71d on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:19.799876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:19.803108 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-297e0e9c-0ae3-4013-8179-a3a0aa1051c8 req-d45e9fb2-835b-422a-880f-747d84898831 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.61 "DELETE /networking/v2.0/ports/9c71f5ef-7904-4576-8ff2-080cf0a5a71d HTTP/1.1" status: 204 len: 173 time: 0.7120013 Sep 26 12:45:19.803598 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'name': 'network-vif-deleted', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:19.805834 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ca8c0-001d-4b11-aa52-606a8e58feed" -d '{"events": [{"server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "name": "network-vif-deleted", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:19.846798 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946cfa02-a00c-4dc9-83cb-e4fc5057b10d x-openstack-request-id: req-946cfa02-a00c-4dc9-83cb-e4fc5057b10d {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:19.847972 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02e1d11-b676-43f8-9427-e8ef5e59e16b", "name": "network-vif-deleted", "tag": "9c71f5ef-7904-4576-8ff2-080cf0a5a71d", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:19.848084 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-946cfa02-a00c-4dc9-83cb-e4fc5057b10d {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:19.849371 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946cfa02-a00c-4dc9-83cb-e4fc5057b10d'] response: {'server_uuid': 'e02e1d11-b676-43f8-9427-e8ef5e59e16b', 'name': 'network-vif-deleted', 'tag': '9c71f5ef-7904-4576-8ff2-080cf0a5a71d', 'status': 'completed', 'code': 200} Sep 26 12:45:20.233812 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d619ed43-404d-4af3-9e1b-431f26b31062 req-8f4a07d1-a197-45b6-b04b-6edc3747ed63 tempest-VolumesSnapshotTestJSON-868665464 tempest-VolumesSnapshotTestJSON-868665464-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bb0b89ad-9b78-4d49-841c-29b741e40001 HTTP/1.1" status: 200 len: 210 time: 0.0323539 Sep 26 12:45:20.305331 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41791941-a1e5-46e3-ad08-cc77a6e8f6bd req-5643e567-5d3a-4236-934b-dc273a57b0e9 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0274575 Sep 26 12:45:21.424428 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d2b9ca6-c4aa-4f63-9d3f-b84c1f7038e4 req-a5b9db40-f0c7-41d8-aa55-553794190b98 tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e02e1d11-b676-43f8-9427-e8ef5e59e16b HTTP/1.1" status: 200 len: 210 time: 0.0296328 Sep 26 12:45:22.494480 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46368) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:22.528289 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-4b325a64-1cab-441e-acdf-d2e47b32abc9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381052 Sep 26 12:45:22.602735 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:22.607049 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-62344b08-3934-4f11-902b-e8eefc530e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:22.607208 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Deleting port d69cd1c5-86d4-429b-b691-4e2b5f69cd3e {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:22.607481 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:22.608546 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-62344b08-3934-4f11-902b-e8eefc530e82 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1168 time: 0.0406599 Sep 26 12:45:22.613410 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:22.691804 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:22.692080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:22.705614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Calling delete_port for d69cd1c5-86d4-429b-b691-4e2b5f69cd3e owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:22.906972 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (d69cd1c5-86d4-429b-b691-4e2b5f69cd3e), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:22.936786 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'Port': ['ID=d69cd1c5-86d4-429b-b691-4e2b5f69cd3e,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:22.961127 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-4a4c90f4-6a6d-4bc8-86a2-a694d8516657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:22.963930 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-4a4c90f4-6a6d-4bc8-86a2-a694d8516657 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.3298833 Sep 26 12:45:23.003723 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for floatingip (bf8f705d-6430-4c10-bea0-50e7fb095783), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:23.006308 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:23.007469 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-fffad18b-21ea-407b-ab65-7a2137d89a4a tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/bf8f705d-6430-4c10-bea0-50e7fb095783 HTTP/1.1" status: 204 len: 168 time: 0.5119917 Sep 26 12:45:23.030462 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-beae2816-59b8-4318-a889-df3cd14e5533 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 1000 time: 0.0604703 Sep 26 12:45:23.089315 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-2a405154-8671-4f17-92b5-2ce710c0c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:23.089315 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-2a405154-8671-4f17-92b5-2ce710c0c34d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0480900 Sep 26 12:45:23.101931 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:23.132819 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-ea1535fb-ee9d-457e-8654-ff5944390b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:23.134323 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-ea1535fb-ee9d-457e-8654-ff5944390b8e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400805 Sep 26 12:45:23.228298 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-180df35d-2d92-46b3-a30e-851f89f6e921 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 Sep 26 12:45:23.273627 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 11ba6eb2-612b-4a90-8152-a9771a613d02 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:23.293719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 11ba6eb2-612b-4a90-8152-a9771a613d02 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:23.294094 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 11ba6eb2-612b-4a90-8152-a9771a613d02 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:23.294507 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9c71f5ef-7904-4576-8ff2-080cf0a5a71d no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:23.312616 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 9c71f5ef-7904-4576-8ff2-080cf0a5a71d {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:23.312963 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 9c71f5ef-7904-4576-8ff2-080cf0a5a71d not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:23.320814 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-adf8c858-9efb-4aec-ae64-493c9fe7079c req-4cf325c9-f03b-440d-b727-1c4bc1549153 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Sep 26 12:45:24.425945 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46386) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:24.488688 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (bf03927c-d4d8-46fd-8d6b-7aa5ff38637e), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:24.512964 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (bf03927c-d4d8-46fd-8d6b-7aa5ff38637e), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:24.683356 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (bf03927c-d4d8-46fd-8d6b-7aa5ff38637e), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:24.685789 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:24.686922 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bf03927c-d4d8-46fd-8d6b-7aa5ff38637e HTTP/1.1" status: 204 len: 168 time: 0.2600112 Sep 26 12:45:24.697056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48663-db1e-49a3-985e-552815bc59ac tempest-TestVolumeBootPattern-1083421269 tempest-TestVolumeBootPattern-1083421269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03927c-d4d8-46fd-8d6b-7aa5ff38637e,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:24.854659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46392) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:25.179755 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:25.256076 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:25.469924 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Deleting port 5130e183-379d-4501-ab2a-a495ea27013a {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:25.470266 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (5130e183-379d-4501-ab2a-a495ea27013a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:25.548810 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] For port 5130e183-379d-4501-ab2a-a495ea27013a, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5130e183-379d-4501-ab2a-a495ea27013a,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:25.549175 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5130e183-379d-4501-ab2a-a495ea27013a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:25.561343 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Calling delete_port for 5130e183-379d-4501-ab2a-a495ea27013a owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:25.664787 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:25.814884 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (5130e183-379d-4501-ab2a-a495ea27013a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:25.841609 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Pushing event deleted for resources: {'Port': ['ID=5130e183-379d-4501-ab2a-a495ea27013a,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:26.001284 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:26.094212 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:26.204100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Router 037ef998-d22a-4a6e-a25e-02a109ee1b83 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:26.303188 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:26.308243 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-aa47de9d-1c0a-40f0-b107-440c0a2ee043 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/037ef998-d22a-4a6e-a25e-02a109ee1b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4525249 Sep 26 12:45:26.310959 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46398) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:26.311885 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Sync routers for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:26.326740 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:26.327338 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:26.412416 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks [] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:26.422180 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:26.451478 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:26.514186 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks [] for router_gateway (037ef998-d22a-4a6e-a25e-02a109ee1b83), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:26.587513 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:26.595683 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '1058e2fe-064f-4a12-a905-e4935a041008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:45:25Z', 'revision_number': 5, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port': {'id': '1058e2fe-064f-4a12-a905-e4935a041008', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:42Z', 'updated_at': '2022-09-26T12:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:26.620256 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Checking router: 037ef998-d22a-4a6e-a25e-02a109ee1b83 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:26.628931 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Routers {'037ef998-d22a-4a6e-a25e-02a109ee1b83'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:26.629519 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['037ef998-d22a-4a6e-a25e-02a109ee1b83'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:26.658984 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Deleting port 1058e2fe-064f-4a12-a905-e4935a041008 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:26.659354 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (1058e2fe-064f-4a12-a905-e4935a041008), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:26.714489 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] Set router 037ef998-d22a-4a6e-a25e-02a109ee1b83 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:26.740739 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] For port 1058e2fe-064f-4a12-a905-e4935a041008, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1058e2fe-064f-4a12-a905-e4935a041008,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:26.741095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1058e2fe-064f-4a12-a905-e4935a041008), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:26.758532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Calling delete_port for 1058e2fe-064f-4a12-a905-e4935a041008 owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:26.765852 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:45:26Z', 'revision_number': 6, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port_host': None}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:26.789430 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e82f0-20ef-493c-9d24-6da58f7445b1 None None] The sync data for ids ['037ef998-d22a-4a6e-a25e-02a109ee1b83'] in dv-cinder-827624-1-iscsi is: [{'id': '037ef998-d22a-4a6e-a25e-02a109ee1b83', 'name': 'tempest-TestVolumeBootPattern-1725090041-router', 'tenant_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:40Z', 'updated_at': '2022-09-26T12:45:26Z', 'revision_number': 6, 'project_id': 'b7d614bc2f13466ab5c395a5cfc29832', 'gw_port_host': None}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:27.066389 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (1058e2fe-064f-4a12-a905-e4935a041008), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.089169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1058e2fe-064f-4a12-a905-e4935a041008,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:27.118504 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:27.155256 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.246769 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.249009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks [] for router_controller (037ef998-d22a-4a6e-a25e-02a109ee1b83), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.420741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (037ef998-d22a-4a6e-a25e-02a109ee1b83), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.421364 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037ef998-d22a-4a6e-a25e-02a109ee1b83 {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:45:27.425456 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.426598 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4d6f79ee-8db5-45ee-ab91-808e89b0bef6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/037ef998-d22a-4a6e-a25e-02a109ee1b83 HTTP/1.1" status: 204 len: 168 time: 1.1145687 Sep 26 12:45:27.429293 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46406) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:27.477514 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Deleting subnet 409477d7-56aa-4db3-bc8e-778cf74e0f3c {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:45:27.480790 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Publish callbacks [] for subnet (409477d7-56aa-4db3-bc8e-778cf74e0f3c), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.515271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (409477d7-56aa-4db3-bc8e-778cf74e0f3c), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.594282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (409477d7-56aa-4db3-bc8e-778cf74e0f3c), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.650665 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:27.810166 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (409477d7-56aa-4db3-bc8e-778cf74e0f3c), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.836381 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409477d7-56aa-4db3-bc8e-778cf74e0f3c,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:27.842025 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.845363 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fac95670-aef5-4401-8b26-6e4028d3e2f6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/409477d7-56aa-4db3-bc8e-778cf74e0f3c HTTP/1.1" status: 204 len: 168 time: 0.4151471 Sep 26 12:45:27.849216 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46412) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:27.852788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ce6fb-ed8f-4f1e-a11a-faa0242fd1d1 None None] Network 4f3c619e-6403-4ad0-be46-17e66b1e7905 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:27.874877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:27.875593 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:27.922333 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1058e2fe-064f-4a12-a905-e4935a041008 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:27.939660 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (4f3c619e-6403-4ad0-be46-17e66b1e7905), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:27.944788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 1058e2fe-064f-4a12-a905-e4935a041008 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:27.945596 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1058e2fe-064f-4a12-a905-e4935a041008 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:27.946196 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5130e183-379d-4501-ab2a-a495ea27013a no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:27.956286 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-ca5b01e2-157b-4a88-abe9-b746612955de tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1718216403&fields=id&tenant_id=556c824fe3cd44959f52348c1dac78cc HTTP/1.1" status: 200 len: 267 time: 0.0534375 Sep 26 12:45:27.982291 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 5130e183-379d-4501-ab2a-a495ea27013a {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:27.982620 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5130e183-379d-4501-ab2a-a495ea27013a not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:27.982779 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Deleting port f744298a-3cf3-4bed-8bdc-12342f47392e {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:27.982995 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.014425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-d409bd7c-54e3-493b-81a4-2381d355c6c4 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:28.016057 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-d409bd7c-54e3-493b-81a4-2381d355c6c4 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 984 time: 0.0514076 Sep 26 12:45:28.028081 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Request body: {'port': {'security_groups': ['4088dd78-4ec4-4f85-a646-af53079d2798']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:28.064117 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] For port f744298a-3cf3-4bed-8bdc-12342f47392e, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f744298a-3cf3-4bed-8bdc-12342f47392e,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:28.064505 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.079322 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Calling delete_port for f744298a-3cf3-4bed-8bdc-12342f47392e owned by network:dhcp {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:28.080698 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] DHCP port deletion for 4f3c619e-6403-4ad0-be46-17e66b1e7905 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:45:28.091821 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:28.121712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Deleting port f744298a-3cf3-4bed-8bdc-12342f47392e {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:28.122509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.126195 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.187933 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] For port f744298a-3cf3-4bed-8bdc-12342f47392e, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f744298a-3cf3-4bed-8bdc-12342f47392e,segment=NetworkSegment(42d65f09-4466-498d-9f6e-d2235e4b389a),segment_id=42d65f09-4466-498d-9f6e-d2235e4b389a)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:28.188381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.202062 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Calling delete_port for f744298a-3cf3-4bed-8bdc-12342f47392e owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:28.278331 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.284431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (f744298a-3cf3-4bed-8bdc-12342f47392e), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.305741 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f744298a-3cf3-4bed-8bdc-12342f47392e,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:28.308796 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] Pushing event deleted for resources: {'Port': ['ID=f744298a-3cf3-4bed-8bdc-12342f47392e,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:28.311383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:28.317947 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] No DVR routers for this DVR port f744298a-3cf3-4bed-8bdc-12342f47392e on host dv-cinder-827624-1-iscsi {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:28.327300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80769ac-6d39-4832-9dca-39cf3cd2235d None None] No DVR routers for this DVR port f744298a-3cf3-4bed-8bdc-12342f47392e on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:28.345224 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.411761 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (4f3c619e-6403-4ad0-be46-17e66b1e7905), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.432115 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c619e-6403-4ad0-be46-17e66b1e7905']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:28.441205 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d65f09-4466-498d-9f6e-d2235e4b389a') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:28.443764 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d65f09-4466-498d-9f6e-d2235e4b389a') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:28.451867 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (42d65f09-4466-498d-9f6e-d2235e4b389a), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.460581 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.465059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (42d65f09-4466-498d-9f6e-d2235e4b389a), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.472091 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:45:28.472485 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (42d65f09-4466-498d-9f6e-d2235e4b389a), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.475146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:28.475588 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.477043 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-21f63f4e-9ac6-4b75-a6de-cbc42b192e8a req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "PUT /networking/v2.0/ports/d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 942 time: 0.4542069 Sep 26 12:45:28.477777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:28.480113 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f070a09a-a881-4a56-9472-10cd8855cdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:28.493925 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46424) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:28.500830 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:45:28.566282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f002b4f-b2b0-49fd-9325-b757a09e52ae x-openstack-request-id: req-7f002b4f-b2b0-49fd-9325-b757a09e52ae {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:28.566793 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:28.567246 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f002b4f-b2b0-49fd-9325-b757a09e52ae {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:28.568562 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f002b4f-b2b0-49fd-9325-b757a09e52ae'] response: {'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:45:28.614128 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (3f76a89c-1bcb-4616-aca5-27e83f9ac0a1), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.624622 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea123-adb0-4d59-ac3e-608f6c0abfda tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event updated for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=7']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:28.639036 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:45:28.656229 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (3f76a89c-1bcb-4616-aca5-27e83f9ac0a1), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.665527 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-0fa11d38-342a-4cda-a548-07e97bc56eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:28.667273 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-0fa11d38-342a-4cda-a548-07e97bc56eeb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1129 time: 0.0537727 Sep 26 12:45:28.670074 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (4f3c619e-6403-4ad0-be46-17e66b1e7905), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.673336 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:28.693013 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.699220 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4f3c619e-6403-4ad0-be46-17e66b1e7905 HTTP/1.1" status: 204 len: 168 time: 0.8470697 Sep 26 12:45:28.699220 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 42d65f09-4466-498d-9f6e-d2235e4b389a resource provider aggregate not found Sep 26 12:45:28.700179 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46428) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:28.717806 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f970116-2b21-4977-8c76-f4fb6dff7ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3c619e-6403-4ad0-be46-17e66b1e7905,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:28.734606 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment 42d65f09-4466-498d-9f6e-d2235e4b389a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42d65f09-4466-498d-9f6e-d2235e4b389a found for delete ", "request_id": "req-35c653b3-c24b-422b-9094-956b1ea99a97"}]} Sep 26 12:45:28.768266 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:28.853591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-84e1562a-5116-4a8e-886b-5014921038f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:28.854859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-84e1562a-5116-4a8e-886b-5014921038f0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.1783040 Sep 26 12:45:28.912721 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3f76a89c-1bcb-4616-aca5-27e83f9ac0a1), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.915327 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:28.916613 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3f76a89c-1bcb-4616-aca5-27e83f9ac0a1 HTTP/1.1" status: 204 len: 168 time: 0.4207458 Sep 26 12:45:28.919885 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46432) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:28.921492 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:28.934358 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0e4ba-646e-4f56-a705-2f9655c7c94c tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f76a89c-1bcb-4616-aca5-27e83f9ac0a1,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:28.945634 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:28.984230 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-fcb8395e-d932-466a-8cb1-69ba27ef8ef7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 1000 time: 0.1214046 Sep 26 12:45:29.068611 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-93e51821-d883-42b3-a3c5-c6813ef8f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:29.070083 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-93e51821-d883-42b3-a3c5-c6813ef8f87e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0789340 Sep 26 12:45:29.073063 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Deleting port 4dbd7443-feb1-4b65-89bc-3e47284b4b9d {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:29.073403 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.145239 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-64432f20-4f75-45ac-be1e-26a1a34bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:29.146714 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-64432f20-4f75-45ac-be1e-26a1a34bee40 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687683 Sep 26 12:45:29.249542 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (90aeb629-ff9d-4631-b2d2-34d074848c52), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.329921 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-4f33ef47-1b8e-4ac2-8b4c-5f3b0e43eebf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752050 Sep 26 12:45:29.405953 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.406293 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for floatingip (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.420995 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Calling delete_port for 4dbd7443-feb1-4b65-89bc-3e47284b4b9d owned by network:floatingip {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:29.421465 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:29.483781 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:29.511843 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f070a09a-a881-4a56-9472-10cd8855cdd6 req-aafa5468-73ed-4d8d-9a7f-7799a740582e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560743 Sep 26 12:45:29.584792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Deleting port f2240fc9-f8aa-49b2-a2ef-388667f163a5 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:29.585133 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.664326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] For port f2240fc9-f8aa-49b2-a2ef-388667f163a5, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=f2240fc9-f8aa-49b2-a2ef-388667f163a5,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:29.664605 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.677312 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Calling delete_port for f2240fc9-f8aa-49b2-a2ef-388667f163a5 owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:29.717695 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (4dbd7443-feb1-4b65-89bc-3e47284b4b9d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.744068 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event deleted for resources: {'Port': ['ID=4dbd7443-feb1-4b65-89bc-3e47284b4b9d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:29.811986 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks [] for floatingip (61ea1b98-2812-436b-b590-7acd3da1a718), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.812619 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.l3_db [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Floating IP 61ea1b98-2812-436b-b590-7acd3da1a718 disassociated (deleted). External IP: 172.27.1.62, port: d1a071b6-2fa1-48d3-98e5-3b321ff2ea59. Sep 26 12:45:29.871696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f744298a-3cf3-4bed-8bdc-12342f47392e no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:29.891534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: f744298a-3cf3-4bed-8bdc-12342f47392e {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:29.891890 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f744298a-3cf3-4bed-8bdc-12342f47392e not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:29.963908 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (f2240fc9-f8aa-49b2-a2ef-388667f163a5), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:29.992900 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2240fc9-f8aa-49b2-a2ef-388667f163a5,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:30.024241 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Router d2b968b9-ce1b-4320-815d-70371812b564 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:30.060888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:30.146419 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:30.151825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:30.159241 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Sync routers for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:30.177194 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:30.178125 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:30.197999 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0a73306a-a5de-4e1b-8db7-8887239ee277 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/61ea1b98-2812-436b-b590-7acd3da1a718 HTTP/1.1" status: 204 len: 168 time: 1.2725518 Sep 26 12:45:30.197999 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:30.199206 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd8fddbc875a527828db2b7e2251f7eb92db4d354900c6acb85d2893b1d232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:30.244429 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925258d-d45e-4de2-820b-a691d3d7207e x-openstack-request-id: req-f925258d-d45e-4de2-820b-a691d3d7207e {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:30.244830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:30.245325 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f925258d-d45e-4de2-820b-a691d3d7207e {{(pid=106796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:30.245835 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f925258d-d45e-4de2-820b-a691d3d7207e'] response: {'name': 'network-changed', 'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:45:30.310614 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:30.443188 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-cc018dd0-b703-4016-b9c0-8f48cc0412d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:30.444732 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-cc018dd0-b703-4016-b9c0-8f48cc0412d0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=556c824fe3cd44959f52348c1dac78cc&device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 1129 time: 0.0519273 Sep 26 12:45:30.445418 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (90aeb629-ff9d-4631-b2d2-34d074848c52), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:30.529047 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:30.554973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Checking router: d2b968b9-ce1b-4320-815d-70371812b564 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:30.563657 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:30.564283 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:30.565861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:30.588371 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:30.624397 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-78989564-3dfc-41d6-86b2-4b7ec071af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:30.625905 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-78989564-3dfc-41d6-86b2-4b7ec071af84 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 200 len: 915 time: 0.1723928 Sep 26 12:45:30.675696 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:30.697541 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-46ad0b33-c889-493f-9806-e3ce1ab5180a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 200 len: 217 time: 0.0645504 Sep 26 12:45:30.793021 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-3d000f01-f089-4ec4-8c62-678b3f4bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:30.794404 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-3d000f01-f089-4ec4-8c62-678b3f4bbd4d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 200 len: 853 time: 0.0865831 Sep 26 12:45:30.803990 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Router 90aeb629-ff9d-4631-b2d2-34d074848c52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:30.878514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:30.886289 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-e6680a32-e7df-4d8b-9179-230b2572baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:30.887874 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-e6680a32-e7df-4d8b-9179-230b2572baf9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=7546dded-6d1a-4426-b765-991bc2ddfbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859818 Sep 26 12:45:30.906391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693eb4-c0f8-4a77-bd7e-358d8afcee30 None None] The sync data for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi is: [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:42:42Z', 'revision_number': 4, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': 'feae8378-bf5e-4d5a-9b01-97ceefb798ec', 'name': '', 'network_id': '7546dded-6d1a-4426-b765-991bc2ddfbc2', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'mac_address': 'fa:16:3e:82:a4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:42Z', 'updated_at': '2022-09-26T12:42:46Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'subnets': [{'id': 'a888e63a-f7fe-4c53-9852-d7121482934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:30.952164 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:30.957056 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-4d74a25c-e089-4e89-b371-46053641e1b1 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/90aeb629-ff9d-4631-b2d2-34d074848c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565179 Sep 26 12:45:30.960467 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46456) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:30.961523 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Sync routers for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:30.972988 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:30.974453 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:31.069638 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks [] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.083877 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:31.112239 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:31.173318 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks [] for router_gateway (90aeb629-ff9d-4631-b2d2-34d074848c52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.214381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539beff-67d8-4af7-a111-0eb58149a174 None None] New status for floating IP 61ea1b98-2812-436b-b590-7acd3da1a718: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:45:31.260257 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:45:29Z', 'revision_number': 5, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port': {'id': 'a9ef50c4-8f0f-4059-bb72-657f346c317b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:36:57Z', 'updated_at': '2022-09-26T12:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:31.300715 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Checking router: 90aeb629-ff9d-4631-b2d2-34d074848c52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:31.307507 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Deleting port a9ef50c4-8f0f-4059-bb72-657f346c317b {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:31.308090 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.310946 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:31.313106 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Routers {'90aeb629-ff9d-4631-b2d2-34d074848c52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:31.314075 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['90aeb629-ff9d-4631-b2d2-34d074848c52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:31.314369 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-83919c20-b790-4531-8e32-ccf43b7f8d27 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291358 Sep 26 12:45:31.316268 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:31.381561 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:31.399870 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] Set router 90aeb629-ff9d-4631-b2d2-34d074848c52 gateway port host: None {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:31.400124 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] For port a9ef50c4-8f0f-4059-bb72-657f346c317b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=a9ef50c4-8f0f-4059-bb72-657f346c317b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:31.400430 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.417728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Calling delete_port for a9ef50c4-8f0f-4059-bb72-657f346c317b owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:31.462481 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d1bb50ee-9cb2-4e4b-bead-04ac37ff292a req-56e97e4f-7597-4fd7-acbe-d6b0d37bd7a2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042511 Sep 26 12:45:31.577696 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:45:31Z', 'revision_number': 6, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port_host': None}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:31.602679 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18317aef-7ae2-4985-a54b-d35bb2a4df54 None None] The sync data for ids ['90aeb629-ff9d-4631-b2d2-34d074848c52'] in dv-cinder-827624-1-iscsi is: [{'id': '90aeb629-ff9d-4631-b2d2-34d074848c52', 'name': 'tempest-TestVolumeBootPattern-717032628-router', 'tenant_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:36:56Z', 'updated_at': '2022-09-26T12:45:31Z', 'revision_number': 6, 'project_id': 'f2614a37aba744fb9cbe2ca482eb9aa7', 'gw_port_host': None}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:31.701165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (a9ef50c4-8f0f-4059-bb72-657f346c317b), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.730782 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ef50c4-8f0f-4059-bb72-657f346c317b,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:31.795394 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (90aeb629-ff9d-4631-b2d2-34d074848c52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.892981 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:31.895078 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks [] for router_controller (90aeb629-ff9d-4631-b2d2-34d074848c52), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.004070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (90aeb629-ff9d-4631-b2d2-34d074848c52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.005015 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90aeb629-ff9d-4631-b2d2-34d074848c52 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:45:32.010740 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.017246 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-49e7c37b-a00b-4fc7-ad89-5fa508671e9b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/90aeb629-ff9d-4631-b2d2-34d074848c52 HTTP/1.1" status: 204 len: 168 time: 1.0511143 Sep 26 12:45:32.017246 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46464) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:32.056590 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f2240fc9-f8aa-49b2-a2ef-388667f163a5 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:32.069472 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:32.081549 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Deleting subnet 95f6d55d-496c-452c-bba5-09dba2f17a76 {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:45:32.085361 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Publish callbacks [] for subnet (95f6d55d-496c-452c-bba5-09dba2f17a76), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.126372 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (95f6d55d-496c-452c-bba5-09dba2f17a76), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.202106 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: f2240fc9-f8aa-49b2-a2ef-388667f163a5 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:32.202349 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device f2240fc9-f8aa-49b2-a2ef-388667f163a5 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:32.202654 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (95f6d55d-496c-452c-bba5-09dba2f17a76), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.393051 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (95f6d55d-496c-452c-bba5-09dba2f17a76), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.423121 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f6d55d-496c-452c-bba5-09dba2f17a76,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:32.426733 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.429841 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0b38d016-9a3d-4017-a829-6f186c1196c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/95f6d55d-496c-452c-bba5-09dba2f17a76 HTTP/1.1" status: 204 len: 168 time: 0.4118073 Sep 26 12:45:32.432416 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46466) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:32.432992 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39a8b7-1322-4228-9ff5-97744bc065ed None None] Network 685d55bb-fd90-4702-af9d-019375fa9f0e requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:32.436185 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:32.504662 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (685d55bb-fd90-4702-af9d-019375fa9f0e), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.558719 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Deleting port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:32.559095 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.614365 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] DHCP port deletion for 685d55bb-fd90-4702-af9d-019375fa9f0e request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:45:32.638201 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] For port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:32.638616 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.663609 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Deleting port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:32.668332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.668488 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Calling delete_port for 2c7775fa-8fc8-471f-9f46-2039ac25d8ab owned by network:dhcp {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:32.669751 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:32.733875 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] For port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,segment=NetworkSegment(c4a35c05-378d-4cf5-97b3-6a15b4b9e205),segment_id=c4a35c05-378d-4cf5-97b3-6a15b4b9e205)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:32.734069 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.751218 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Calling delete_port for 2c7775fa-8fc8-471f-9f46-2039ac25d8ab owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:32.833557 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.848468 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] No DVR routers for this DVR port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab on host dv-cinder-827624-1-iscsi {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:32.850509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (2c7775fa-8fc8-471f-9f46-2039ac25d8ab), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.888637 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] Pushing event deleted for resources: {'Port': ['ID=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:32.890780 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7775fa-8fc8-471f-9f46-2039ac25d8ab,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:32.891239 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424aef60-98fc-44c9-a0f8-16aaa16bcea4 None None] No DVR routers for this DVR port 2c7775fa-8fc8-471f-9f46-2039ac25d8ab on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:32.947190 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (685d55bb-fd90-4702-af9d-019375fa9f0e), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:32.980659 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d55bb-fd90-4702-af9d-019375fa9f0e']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:32.992157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:32.992157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a35c05-378d-4cf5-97b3-6a15b4b9e205') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:33.002246 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (c4a35c05-378d-4cf5-97b3-6a15b4b9e205), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.016576 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (c4a35c05-378d-4cf5-97b3-6a15b4b9e205), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.023517 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:45:33.023945 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (c4a35c05-378d-4cf5-97b3-6a15b4b9e205), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.070316 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment c4a35c05-378d-4cf5-97b3-6a15b4b9e205 resource provider aggregate not found Sep 26 12:45:33.087973 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment c4a35c05-378d-4cf5-97b3-6a15b4b9e205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4a35c05-378d-4cf5-97b3-6a15b4b9e205 found for delete ", "request_id": "req-c2c7cd7d-61d9-494d-9bb1-ee8a8ea1a118"}]} Sep 26 12:45:33.157870 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (685d55bb-fd90-4702-af9d-019375fa9f0e), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.163431 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.166689 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/685d55bb-fd90-4702-af9d-019375fa9f0e HTTP/1.1" status: 204 len: 168 time: 0.7332399 Sep 26 12:45:33.178328 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2e5ac-82b3-46ec-8ebe-dcb262258753 admin admin] Pushing event deleted for resources: {'Network': ['ID=685d55bb-fd90-4702-af9d-019375fa9f0e,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:33.655596 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46490) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:33.700537 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5b48bcf1-0247-44d6-8b13-1e93d78d4c1b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b7d614bc2f13466ab5c395a5cfc29832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437741 Sep 26 12:45:33.702983 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46492) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:33.749992 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] Publish callbacks [] for security_group (073e8e38-1f82-4dea-9337-a6b48ed62071), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.769255 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] Publish callbacks [] for security_group (073e8e38-1f82-4dea-9337-a6b48ed62071), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.866074 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 2c7775fa-8fc8-471f-9f46-2039ac25d8ab no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:33.883870 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (073e8e38-1f82-4dea-9337-a6b48ed62071), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.886176 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 2c7775fa-8fc8-471f-9f46-2039ac25d8ab {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:33.886519 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 2c7775fa-8fc8-471f-9f46-2039ac25d8ab not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:33.886633 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:33.886929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a9ef50c4-8f0f-4059-bb72-657f346c317b no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:33.887722 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/073e8e38-1f82-4dea-9337-a6b48ed62071 HTTP/1.1" status: 204 len: 168 time: 0.1837885 Sep 26 12:45:33.896128 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79d47a-25c9-400e-a2a9-a2c880531a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e8e38-1f82-4dea-9337-a6b48ed62071,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:33.913612 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: a9ef50c4-8f0f-4059-bb72-657f346c317b {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:33.913959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device a9ef50c4-8f0f-4059-bb72-657f346c317b not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:34.575377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46502) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:34.615033 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-a7a49523-d0a8-4502-ab39-9e317a219015 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f2614a37aba744fb9cbe2ca482eb9aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384834 Sep 26 12:45:34.617393 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46504) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:34.663502 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] Publish callbacks [] for security_group (1b8433c7-0b9a-469c-9953-ea76dd972c8e), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:34.682967 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] Publish callbacks [] for security_group (1b8433c7-0b9a-469c-9953-ea76dd972c8e), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:34.900396 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:34.900960 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (1b8433c7-0b9a-469c-9953-ea76dd972c8e), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:34.902941 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:34.904152 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1b8433c7-0b9a-469c-9953-ea76dd972c8e HTTP/1.1" status: 204 len: 168 time: 0.2858732 Sep 26 12:45:34.912009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c8b0-0647-4a93-bc2a-dd87bb23fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8433c7-0b9a-469c-9953-ea76dd972c8e,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:36.211055 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:45:37.870311 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90b0c-cc11-486f-afcf-e979b0668765 req-42d56c58-978c-46f6-8ea7-117736db3d63 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:37.871961 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a7a90b0c-cc11-486f-afcf-e979b0668765 req-42d56c58-978c-46f6-8ea7-117736db3d63 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Sep 26 12:45:37.919435 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a7a90b0c-cc11-486f-afcf-e979b0668765 req-b02156ab-3d3a-4968-a80f-413383af7844 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Sep 26 12:45:39.054625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d16c06-4f13-44a8-ae91-392d8020c797 req-275ccb33-4def-454b-adda-025f9e068ab1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:39.056831 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74d16c06-4f13-44a8-ae91-392d8020c797 req-275ccb33-4def-454b-adda-025f9e068ab1 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0560241 Sep 26 12:45:39.104409 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-74d16c06-4f13-44a8-ae91-392d8020c797 req-1290f70e-14fa-4711-a45a-937514b176af tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Sep 26 12:45:39.982339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-190d26cc-3a2a-4c80-91a2-0660b2cffd09 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:39.984257 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-190d26cc-3a2a-4c80-91a2-0660b2cffd09 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Sep 26 12:45:40.072087 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b332-3d02-416c-a8e4-eff412700534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:40.076051 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Deleting port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:40.076470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:40.185877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] For port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:40.196786 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:40.228437 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Calling delete_port for d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:40.255981 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c0d36-f894-4eb5-826e-8a4ddb569f51 req-c66bfece-cefc-4d25-9f17-39788bd6dcae tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:40.257476 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800c0d36-f894-4eb5-826e-8a4ddb569f51 req-c66bfece-cefc-4d25-9f17-39788bd6dcae tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 945 time: 0.0737245 Sep 26 12:45:40.326907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:40.354184 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-800c0d36-f894-4eb5-826e-8a4ddb569f51 req-038504bc-63dd-4dd4-86f5-0f32bda54b74 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4088dd78-4ec4-4f85-a646-af53079d2798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Sep 26 12:45:40.368340 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:40.517719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (d1a071b6-2fa1-48d3-98e5-3b321ff2ea59), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:40.556917 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['d1a071b6-2fa1-48d3-98e5-3b321ff2ea59'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:45:40.557385 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Pushing event deleted for resources: {'Port': ['ID=d1a071b6-2fa1-48d3-98e5-3b321ff2ea59,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:40.604085 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] No DVR routers for this DVR port d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:40.606624 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:40.609966 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3fb3ae19-b862-4ff7-8574-3deaddfd4eab req-cdaf136d-aac2-4209-a134-f7576768aae9 tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 HTTP/1.1" status: 204 len: 173 time: 0.6175852 Sep 26 12:45:40.610716 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'name': 'network-vif-deleted', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:45:40.613004 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794bac5-2f2a-4f4c-af83-11e06627f7ec" -d '{"events": [{"server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "name": "network-vif-deleted", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:45:40.650003 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4714c8dd-e764-473f-b303-1e0ded54c2a0 x-openstack-request-id: req-4714c8dd-e764-473f-b303-1e0ded54c2a0 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:45:40.650298 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1d163-97d7-4eb3-9745-f32b3adfea44", "name": "network-vif-deleted", "tag": "d1a071b6-2fa1-48d3-98e5-3b321ff2ea59", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:45:40.650563 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4714c8dd-e764-473f-b303-1e0ded54c2a0 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:45:40.650968 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4714c8dd-e764-473f-b303-1e0ded54c2a0'] response: {'server_uuid': '58e1d163-97d7-4eb3-9745-f32b3adfea44', 'name': 'network-vif-deleted', 'tag': 'd1a071b6-2fa1-48d3-98e5-3b321ff2ea59', 'status': 'completed', 'code': 200} Sep 26 12:45:41.479621 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0c1bfc87-3c3b-4285-adfe-d716e3a50416 req-23c9a3c1-7d00-48ea-8f65-a375925bcb1a tempest-TestMinimumBasicScenario-1727210117 tempest-TestMinimumBasicScenario-1727210117-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=58e1d163-97d7-4eb3-9745-f32b3adfea44 HTTP/1.1" status: 200 len: 210 time: 0.0368209 Sep 26 12:45:42.289793 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-11047481-00c2-4782-86c6-85fb033adae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:43.370973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:43.390386 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:43.390747 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device d1a071b6-2fa1-48d3-98e5-3b321ff2ea59 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:43.460899 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:44.235137 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46622) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:44.498978 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:44.549608 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (d2b968b9-ce1b-4320-815d-70371812b564), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:44.596791 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:44.773442 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Deleting port feae8378-bf5e-4d5a-9b01-97ceefb798ec {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:44.773686 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:44.852140 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] For port feae8378-bf5e-4d5a-9b01-97ceefb798ec, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=feae8378-bf5e-4d5a-9b01-97ceefb798ec,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:44.852511 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:44.867316 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Calling delete_port for feae8378-bf5e-4d5a-9b01-97ceefb798ec owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:45.106691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:45.129213 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:45.129393 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (feae8378-bf5e-4d5a-9b01-97ceefb798ec), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:45.156207 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=feae8378-bf5e-4d5a-9b01-97ceefb798ec,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:45.182335 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.189342 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:45.269425 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:45.331466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (d2b968b9-ce1b-4320-815d-70371812b564), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:45.536923 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Router d2b968b9-ce1b-4320-815d-70371812b564 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:45.591503 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:45.635377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:45.640322 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-35954a53-003b-4a74-b062-10b87caa6e3b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d2b968b9-ce1b-4320-815d-70371812b564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4039295 Sep 26 12:45:45.643100 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46642) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:45.644261 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Sync routers for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:45.654710 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:45.655314 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:45.761250 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:45.936724 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:45:45Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:45.961938 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Checking router: d2b968b9-ce1b-4320-815d-70371812b564 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:45.970587 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Routers {'d2b968b9-ce1b-4320-815d-70371812b564'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:45.971216 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d2b968b9-ce1b-4320-815d-70371812b564'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:46.001070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks [] for router (d2b968b9-ce1b-4320-815d-70371812b564), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.031476 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:46.082360 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] Set router d2b968b9-ce1b-4320-815d-70371812b564 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:46.105793 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks [] for router_gateway (d2b968b9-ce1b-4320-815d-70371812b564), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.247209 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:45:45Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:46.271855 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f013-d399-4ac2-9587-cd9b9e4b6346 None None] The sync data for ids ['d2b968b9-ce1b-4320-815d-70371812b564'] in dv-cinder-827624-1-iscsi is: [{'id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'name': 'tempest-TestMinimumBasicScenario-640777379-router', 'tenant_id': '556c824fe3cd44959f52348c1dac78cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:39Z', 'updated_at': '2022-09-26T12:45:45Z', 'revision_number': 5, 'project_id': '556c824fe3cd44959f52348c1dac78cc', 'gw_port': {'id': '1f748cef-c66c-4e47-86fd-b721363ac3d6', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b968b9-ce1b-4320-815d-70371812b564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:40Z', 'updated_at': '2022-09-26T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:46.288167 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Deleting port 1f748cef-c66c-4e47-86fd-b721363ac3d6 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:46.288754 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.368081 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] For port 1f748cef-c66c-4e47-86fd-b721363ac3d6, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1f748cef-c66c-4e47-86fd-b721363ac3d6,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:46.368363 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.381254 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Calling delete_port for 1f748cef-c66c-4e47-86fd-b721363ac3d6 owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:46.536364 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:46.580647 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (1f748cef-c66c-4e47-86fd-b721363ac3d6), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.609168 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f748cef-c66c-4e47-86fd-b721363ac3d6,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:46.674374 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (d2b968b9-ce1b-4320-815d-70371812b564), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.763661 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (d2b968b9-ce1b-4320-815d-70371812b564), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.765902 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks [] for router_controller (d2b968b9-ce1b-4320-815d-70371812b564), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.872164 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (d2b968b9-ce1b-4320-815d-70371812b564), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.872726 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b968b9-ce1b-4320-815d-70371812b564 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:45:46.877202 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.880510 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-6263e704-9f1d-4157-ba7a-979758ce262e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d2b968b9-ce1b-4320-815d-70371812b564 HTTP/1.1" status: 204 len: 168 time: 1.2343249 Sep 26 12:45:46.881643 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46650) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:46.931314 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Deleting subnet a888e63a-f7fe-4c53-9852-d7121482934d {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:45:46.934772 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Publish callbacks [] for subnet (a888e63a-f7fe-4c53-9852-d7121482934d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:46.972165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (a888e63a-f7fe-4c53-9852-d7121482934d), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.047670 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (a888e63a-f7fe-4c53-9852-d7121482934d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.079989 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:47.204007 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (a888e63a-f7fe-4c53-9852-d7121482934d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.229745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a888e63a-f7fe-4c53-9852-d7121482934d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:47.233391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.238991 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-53f81396-dad7-4a64-83af-6bef38a42811 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a888e63a-f7fe-4c53-9852-d7121482934d HTTP/1.1" status: 204 len: 168 time: 0.3561234 Sep 26 12:45:47.239892 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46654) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:47.240413 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a8e83-0aa1-4e25-9a6b-34c2ce341771 None None] Network 7546dded-6d1a-4426-b765-991bc2ddfbc2 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:47.314098 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (7546dded-6d1a-4426-b765-991bc2ddfbc2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.360271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Deleting port 3c058949-ac76-4f7f-9141-350bd770e673 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:47.360620 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3c058949-ac76-4f7f-9141-350bd770e673), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.424265 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] For port 3c058949-ac76-4f7f-9141-350bd770e673, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3c058949-ac76-4f7f-9141-350bd770e673,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:47.424635 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3c058949-ac76-4f7f-9141-350bd770e673), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.427792 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] DHCP port deletion for 7546dded-6d1a-4426-b765-991bc2ddfbc2 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:45:47.439252 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Calling delete_port for 3c058949-ac76-4f7f-9141-350bd770e673 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:47.463963 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Deleting port 3c058949-ac76-4f7f-9141-350bd770e673 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:47.464265 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3c058949-ac76-4f7f-9141-350bd770e673), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.531964 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] For port 3c058949-ac76-4f7f-9141-350bd770e673, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3c058949-ac76-4f7f-9141-350bd770e673,segment=NetworkSegment(2840fe2b-16f9-4649-8d42-08e380ad36d1),segment_id=2840fe2b-16f9-4649-8d42-08e380ad36d1)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:47.532357 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3c058949-ac76-4f7f-9141-350bd770e673), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.545426 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Calling delete_port for 3c058949-ac76-4f7f-9141-350bd770e673 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:47.569441 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (3c058949-ac76-4f7f-9141-350bd770e673), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.594367 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:47.596067 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c058949-ac76-4f7f-9141-350bd770e673,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:47.597891 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] No DVR routers for this DVR port 3c058949-ac76-4f7f-9141-350bd770e673 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:47.620652 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (3c058949-ac76-4f7f-9141-350bd770e673), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.650701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Pushing event deleted for resources: {'Port': ['ID=3c058949-ac76-4f7f-9141-350bd770e673,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:47.652593 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] No DVR routers for this DVR port 3c058949-ac76-4f7f-9141-350bd770e673 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:47.662363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.662363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.662584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.663404 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.663404 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.663771 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.664111 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.664447 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.664784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.665117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.665509 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.665818 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.666150 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.666477 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.666788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f39519-a79a-4ac9-b72f-69d2eab04d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:47.674174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (7546dded-6d1a-4426-b765-991bc2ddfbc2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.696125 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7546dded-6d1a-4426-b765-991bc2ddfbc2']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:47.705577 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2840fe2b-16f9-4649-8d42-08e380ad36d1') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:47.705873 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2840fe2b-16f9-4649-8d42-08e380ad36d1') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:47.716065 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (2840fe2b-16f9-4649-8d42-08e380ad36d1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.729009 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (2840fe2b-16f9-4649-8d42-08e380ad36d1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.735326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:45:47.735741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (2840fe2b-16f9-4649-8d42-08e380ad36d1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.776109 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2840fe2b-16f9-4649-8d42-08e380ad36d1 resource provider aggregate not found Sep 26 12:45:47.795387 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 2840fe2b-16f9-4649-8d42-08e380ad36d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2840fe2b-16f9-4649-8d42-08e380ad36d1 found for delete ", "request_id": "req-b46d5ee1-d672-4d11-8bd4-56825b60246c"}]} Sep 26 12:45:47.854951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (7546dded-6d1a-4426-b765-991bc2ddfbc2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.860918 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:47.864208 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7546dded-6d1a-4426-b765-991bc2ddfbc2 HTTP/1.1" status: 204 len: 168 time: 0.6232615 Sep 26 12:45:47.867500 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46660) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:47.876552 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d96fa-b268-4d74-a308-09ea322844fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7546dded-6d1a-4426-b765-991bc2ddfbc2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:47.886989 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device feae8378-bf5e-4d5a-9b01-97ceefb798ec no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:47.908350 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: feae8378-bf5e-4d5a-9b01-97ceefb798ec {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:47.908701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device feae8378-bf5e-4d5a-9b01-97ceefb798ec not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:47.909122 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3c058949-ac76-4f7f-9141-350bd770e673 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:47.927069 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 3c058949-ac76-4f7f-9141-350bd770e673 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:47.927347 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3c058949-ac76-4f7f-9141-350bd770e673 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:47.927791 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1f748cef-c66c-4e47-86fd-b721363ac3d6 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:47.946254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 1f748cef-c66c-4e47-86fd-b721363ac3d6 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:47.946582 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1f748cef-c66c-4e47-86fd-b721363ac3d6 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:48.137186 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46664) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:48.179614 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (985bd292-2852-4348-bcfa-cc437a297e62), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.191159 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Deleting subnet 656d4fd6-245e-4297-b513-2cb42d44d423 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:45:48.195095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Publish callbacks [] for subnet (656d4fd6-245e-4297-b513-2cb42d44d423), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.235993 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (656d4fd6-245e-4297-b513-2cb42d44d423), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.279285 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (656d4fd6-245e-4297-b513-2cb42d44d423), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.307558 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:48.314662 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:48.413557 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Deleting port 23d242b4-5d09-46f1-952f-a654019f9dc0 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:48.413929 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.415118 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (656d4fd6-245e-4297-b513-2cb42d44d423), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.442560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656d4fd6-245e-4297-b513-2cb42d44d423,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:48.445109 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.451229 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-fd4ede99-711d-4e56-b241-473015080738 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/656d4fd6-245e-4297-b513-2cb42d44d423 HTTP/1.1" status: 204 len: 168 time: 0.3130250 Sep 26 12:45:48.451886 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46666) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:48.503490 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] For port 23d242b4-5d09-46f1-952f-a654019f9dc0, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=23d242b4-5d09-46f1-952f-a654019f9dc0,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:48.503873 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.512681 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:48.517102 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Calling delete_port for 23d242b4-5d09-46f1-952f-a654019f9dc0 owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:48.523268 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (868368e8-9cd6-4796-8ae6-5ab618a23e29), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.528466 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=100 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:48.600936 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (868368e8-9cd6-4796-8ae6-5ab618a23e29), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.621529 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868368e8-9cd6-4796-8ae6-5ab618a23e29']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:48.630978 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851718bb-3c7d-4956-9089-5b331a5062c8') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:48.631273 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851718bb-3c7d-4956-9089-5b331a5062c8') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:48.645246 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (851718bb-3c7d-4956-9089-5b331a5062c8), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.659013 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (851718bb-3c7d-4956-9089-5b331a5062c8), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:48.666039 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:45:48.666425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (851718bb-3c7d-4956-9089-5b331a5062c8), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.061030 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (23d242b4-5d09-46f1-952f-a654019f9dc0), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.087783 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d242b4-5d09-46f1-952f-a654019f9dc0,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:49.255488 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (985bd292-2852-4348-bcfa-cc437a297e62), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.311943 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (868368e8-9cd6-4796-8ae6-5ab618a23e29), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.318142 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.321268 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/868368e8-9cd6-4796-8ae6-5ab618a23e29 HTTP/1.1" status: 204 len: 168 time: 0.8681641 Sep 26 12:45:49.337767 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501f8f-b758-4281-b440-f77e96ed3d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=868368e8-9cd6-4796-8ae6-5ab618a23e29,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:49.461870 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Router 985bd292-2852-4348-bcfa-cc437a297e62 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:49.562865 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:49.568218 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-d08d6a37-0a96-4b54-ad10-189c35666469 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/985bd292-2852-4348-bcfa-cc437a297e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990530 Sep 26 12:45:49.570797 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46670) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:49.573772 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Sync routers for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:49.584433 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:49.585043 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:49.589119 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:49.672343 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks [] for router (985bd292-2852-4348-bcfa-cc437a297e62), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.687497 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:49.719567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46672) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:49.764728 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-dc4cb213-502d-4f17-859a-7b0ffd0f056b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6817ac0b5cdc410da9b6825d2044aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415936 Sep 26 12:45:49.764975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:49.765097 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46674) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:49.771157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:49.773849 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks [] for router_gateway (985bd292-2852-4348-bcfa-cc437a297e62), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.820325 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 851718bb-3c7d-4956-9089-5b331a5062c8 resource provider aggregate not found Sep 26 12:45:49.824533 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] Publish callbacks [] for security_group (84fca82f-134a-48b7-bb1f-da5e40d07b17), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.849464 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 851718bb-3c7d-4956-9089-5b331a5062c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 851718bb-3c7d-4956-9089-5b331a5062c8 found for delete ", "request_id": "req-e4da4e61-6c50-475a-b622-e445b8325627"}]} Sep 26 12:45:49.853997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] Publish callbacks [] for security_group (84fca82f-134a-48b7-bb1f-da5e40d07b17), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.873651 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:45:48Z', 'revision_number': 5, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port': {'id': '1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bd292-2852-4348-bcfa-cc437a297e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:49.901535 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Checking router: 985bd292-2852-4348-bcfa-cc437a297e62 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:49.911452 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Routers {'985bd292-2852-4348-bcfa-cc437a297e62'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:49.912093 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['985bd292-2852-4348-bcfa-cc437a297e62'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:49.923767 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Deleting port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:49.924114 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:49.995609 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] Set router 985bd292-2852-4348-bcfa-cc437a297e62 gateway port host: None {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:50.006080 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] For port 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:50.006445 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.019243 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Calling delete_port for 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:50.029543 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (84fca82f-134a-48b7-bb1f-da5e40d07b17), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.037897 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.037897 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/84fca82f-134a-48b7-bb1f-da5e40d07b17 HTTP/1.1" status: 204 len: 168 time: 0.2673905 Sep 26 12:45:50.047091 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:45:49Z', 'revision_number': 6, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port_host': None}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:50.050186 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfcf2e-d110-43b7-8c9b-4c32c2f1b4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fca82f-134a-48b7-bb1f-da5e40d07b17,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:50.087315 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99aa8f-3f7b-42da-ad69-52af207f65d7 None None] The sync data for ids ['985bd292-2852-4348-bcfa-cc437a297e62'] in dv-cinder-827624-1-iscsi is: [{'id': '985bd292-2852-4348-bcfa-cc437a297e62', 'name': 'tempest-TestMinimumBasicScenario-1589994442-router', 'tenant_id': 'ab8e67e060894b84ba98749e1469791c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:42:46Z', 'updated_at': '2022-09-26T12:45:49Z', 'revision_number': 6, 'project_id': 'ab8e67e060894b84ba98749e1469791c', 'gw_port_host': None}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:50.277077 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.303263 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:50.351848 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:50.361872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (985bd292-2852-4348-bcfa-cc437a297e62), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.456796 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (985bd292-2852-4348-bcfa-cc437a297e62), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.459613 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks [] for router_controller (985bd292-2852-4348-bcfa-cc437a297e62), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.552929 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (985bd292-2852-4348-bcfa-cc437a297e62), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.553522 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985bd292-2852-4348-bcfa-cc437a297e62 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:45:50.558204 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.560306 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-120731ed-31bc-4a00-909b-a0df9d6d142a admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/985bd292-2852-4348-bcfa-cc437a297e62 HTTP/1.1" status: 204 len: 168 time: 0.9879248 Sep 26 12:45:50.563357 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46682) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:50.612906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Deleting subnet ea32f852-21af-46b5-b44e-cff7aa2f2de2 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:45:50.617043 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Publish callbacks [] for subnet (ea32f852-21af-46b5-b44e-cff7aa2f2de2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.655519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (ea32f852-21af-46b5-b44e-cff7aa2f2de2), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.734987 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (ea32f852-21af-46b5-b44e-cff7aa2f2de2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.843706 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (ea32f852-21af-46b5-b44e-cff7aa2f2de2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.849497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:50.874174 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea32f852-21af-46b5-b44e-cff7aa2f2de2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:50.876082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:50.881175 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b07bb7-e68e-44e0-b4ad-155266e258bc None None] Network 1a807fce-b576-46f3-aaaf-3c898817b2c7 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:50.884733 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d07c3b5f-4774-46c5-8db7-889e5fa00572 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ea32f852-21af-46b5-b44e-cff7aa2f2de2 HTTP/1.1" status: 204 len: 168 time: 0.3198509 Sep 26 12:45:50.886985 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46684) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:50.960823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (1a807fce-b576-46f3-aaaf-3c898817b2c7), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.006661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Deleting port 44a6da5b-056c-4f07-b660-07947e365d95 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:51.006997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (44a6da5b-056c-4f07-b660-07947e365d95), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.043781 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] DHCP port deletion for 1a807fce-b576-46f3-aaaf-3c898817b2c7 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:45:51.080488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Deleting port 44a6da5b-056c-4f07-b660-07947e365d95 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:45:51.080864 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (44a6da5b-056c-4f07-b660-07947e365d95), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.083722 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] For port 44a6da5b-056c-4f07-b660-07947e365d95, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=44a6da5b-056c-4f07-b660-07947e365d95,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:51.084095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (44a6da5b-056c-4f07-b660-07947e365d95), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.097898 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Calling delete_port for 44a6da5b-056c-4f07-b660-07947e365d95 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:51.132701 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:51.148326 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:51.158418 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] For port 44a6da5b-056c-4f07-b660-07947e365d95, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=44a6da5b-056c-4f07-b660-07947e365d95,segment=NetworkSegment(553c435a-e52c-4dc3-bbde-10fabde11de0),segment_id=553c435a-e52c-4dc3-bbde-10fabde11de0)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:51.158815 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (44a6da5b-056c-4f07-b660-07947e365d95), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.173008 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Calling delete_port for 44a6da5b-056c-4f07-b660-07947e365d95 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:45:51.260449 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (44a6da5b-056c-4f07-b660-07947e365d95), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.265843 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (44a6da5b-056c-4f07-b660-07947e365d95), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.288771 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a6da5b-056c-4f07-b660-07947e365d95,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:51.290814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] No DVR routers for this DVR port 44a6da5b-056c-4f07-b660-07947e365d95 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:51.291315 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] Pushing event deleted for resources: {'Port': ['ID=44a6da5b-056c-4f07-b660-07947e365d95,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:51.296731 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97359f9-17cd-441c-9ca2-9c6bbdd14a4c None None] No DVR routers for this DVR port 44a6da5b-056c-4f07-b660-07947e365d95 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:45:51.363824 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (1a807fce-b576-46f3-aaaf-3c898817b2c7), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.386856 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a807fce-b576-46f3-aaaf-3c898817b2c7']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:51.393940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553c435a-e52c-4dc3-bbde-10fabde11de0') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:51.394233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553c435a-e52c-4dc3-bbde-10fabde11de0') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:51.403563 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (553c435a-e52c-4dc3-bbde-10fabde11de0), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.417261 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (553c435a-e52c-4dc3-bbde-10fabde11de0), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.423338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:45:51.423747 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (553c435a-e52c-4dc3-bbde-10fabde11de0), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.540160 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (1a807fce-b576-46f3-aaaf-3c898817b2c7), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.544278 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.547591 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1a807fce-b576-46f3-aaaf-3c898817b2c7 HTTP/1.1" status: 204 len: 168 time: 0.6594224 Sep 26 12:45:51.561005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a77b-9b02-4130-bab4-e1f515c2bc04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a807fce-b576-46f3-aaaf-3c898817b2c7,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:51.866740 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46690) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:51.867602 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 553c435a-e52c-4dc3-bbde-10fabde11de0 resource provider aggregate not found Sep 26 12:45:51.878987 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 23d242b4-5d09-46f1-952f-a654019f9dc0 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:51.888749 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 553c435a-e52c-4dc3-bbde-10fabde11de0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 553c435a-e52c-4dc3-bbde-10fabde11de0 found for delete ", "request_id": "req-3a29aebd-123e-423e-9508-caa6cc52456d"}]} Sep 26 12:45:51.901071 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 23d242b4-5d09-46f1-952f-a654019f9dc0 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:51.901560 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 23d242b4-5d09-46f1-952f-a654019f9dc0 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:51.901830 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 44a6da5b-056c-4f07-b660-07947e365d95 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:51.912695 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-14fd3b9f-4c1a-431b-b161-c2b7ae6f3151 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=556c824fe3cd44959f52348c1dac78cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446844 Sep 26 12:45:51.915185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46694) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:51.920216 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 44a6da5b-056c-4f07-b660-07947e365d95 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:51.920572 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 44a6da5b-056c-4f07-b660-07947e365d95 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:51.920989 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:45:51.941387 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:45:51.941734 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 1d1b3529-1c2d-4ce6-84cc-d43c1cd68b90 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:45:51.966949 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] Publish callbacks [] for security_group (4088dd78-4ec4-4f85-a646-af53079d2798), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:51.987356 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] Publish callbacks [] for security_group (4088dd78-4ec4-4f85-a646-af53079d2798), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.123143 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (4088dd78-4ec4-4f85-a646-af53079d2798), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.125721 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.126907 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4088dd78-4ec4-4f85-a646-af53079d2798 HTTP/1.1" status: 204 len: 168 time: 0.2107928 Sep 26 12:45:52.134962 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d87146-5b5b-4ae8-a5b9-3aa1d76a7578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088dd78-4ec4-4f85-a646-af53079d2798,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:52.725351 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46700) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:52.763706 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-af8a38de-095f-42e3-a07a-0c2b72cd4c35 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ab8e67e060894b84ba98749e1469791c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388134 Sep 26 12:45:52.766056 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46702) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:52.815426 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] Publish callbacks [] for security_group (e1b7a241-254a-4af0-b6e9-41b1ce543bc1), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.835907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] Publish callbacks [] for security_group (e1b7a241-254a-4af0-b6e9-41b1ce543bc1), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.946281 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (e1b7a241-254a-4af0-b6e9-41b1ce543bc1), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.949041 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:52.950174 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e1b7a241-254a-4af0-b6e9-41b1ce543bc1 HTTP/1.1" status: 204 len: 168 time: 0.1832554 Sep 26 12:45:52.957685 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af2ad2-6de5-4585-8645-7fb183925c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b7a241-254a-4af0-b6e9-41b1ce543bc1,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:53.977468 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46724) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:54.073625 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1836086954-network', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:54.196948 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Made reservation on behalf of d6a4f93544414adebae2aa0a6bd4fd99 for: {'network': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:45:54.199548 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.208323 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.280722 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:54.282748 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks [] for security_group (060e07c5-dbfe-4a68-8087-5c1109358127), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.403042 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (060e07c5-dbfe-4a68-8087-5c1109358127), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.428470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=106797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:45:54.439011 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e07c5-dbfe-4a68-8087-5c1109358127,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:54.446023 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.446889 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.segments_db [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Added segment f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4 of type vlan for network 9816d815-90f4-4914-a863-b8f60e98f6b4 Sep 26 12:45:54.488497 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (9816d815-90f4-4914-a863-b8f60e98f6b4), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.495818 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:54.591973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (9816d815-90f4-4914-a863-b8f60e98f6b4), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.593029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:54.593610 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:54.654036 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9816d815-90f4-4914-a863-b8f60e98f6b4,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:54.664263 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:45:54.737600 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-5f7c0cb3-7ec3-44d1-86ea-b17a726e62d5 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7590549 Sep 26 12:45:54.747327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46732) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:54.747327 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Request body: {'subnet': {'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1836086954-subnet', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'ip_version': 4}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:54.865940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Made reservation on behalf of d6a4f93544414adebae2aa0a6bd4fd99 for: {'subnet': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:45:54.868308 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10089747'] for subnet (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.106763 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9441200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10089733'] for subnet (54bd8093-10ae-4fb5-9fb4-5af70e691c8d), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.155534 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bd8093-10ae-4fb5-9fb4-5af70e691c8d,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:55.171187 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Checking segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:45:55.171533 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Network hostable DHCP agents. Network: 9816d815-90f4-4914-a863-b8f60e98f6b4, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:45:55.249040 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:45:55.318162 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, 9816d815-90f4-4914-a863-b8f60e98f6b4) {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:55.322099 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:45:55.322682 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.327283 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02a288-1e21-4a81-999e-2007b4cae01a None None] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:55.377552 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-ed929833-214f-446b-a8d6-e420dc5ca26b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6355789 Sep 26 12:45:55.380872 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46734) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:55.385217 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:55.427423 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-9816d815-90f4-4914-a863-b8f60e98f6b4', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:45:55.428366 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.455293 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.456387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.464423 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:55.507081 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for router_controller (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), precommit_add_association {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.559792 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Allocated IP 172.20.0.2 (9816d815-90f4-4914-a863-b8f60e98f6b4/54bd8093-10ae-4fb5-9fb4-5af70e691c8d/ae31adb2-52ee-476d-948a-8327a3b06d02) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:45:55.685880 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for router_gateway (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.700186 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks [] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.787499 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.822518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:55.831400 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:55.837342 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:55.839844 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:45:55.843625 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Pushing event updated for resources: {'Port': ['ID=ae31adb2-52ee-476d-948a-8327a3b06d02,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:55.906381 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Attempting to bind port ae31adb2-52ee-476d-948a-8327a3b06d02 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:45:55.906763 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Attempting to bind port ae31adb2-52ee-476d-948a-8327a3b06d02 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:45:55.907129 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Attempting to bind port ae31adb2-52ee-476d-948a-8327a3b06d02 on network 9816d815-90f4-4914-a863-b8f60e98f6b4 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:45:55.928300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:55.953445 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:45:55.953821 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Checking segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:45:55.954229 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:55.954621 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Bound using segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:45:55.955145 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Bound port: ae31adb2-52ee-476d-948a-8327a3b06d02, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:45:55.955530 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.021555 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] For port ae31adb2-52ee-476d-948a-8327a3b06d02, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:45:56.028080 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] For port ae31adb2-52ee-476d-948a-8327a3b06d02, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=ae31adb2-52ee-476d-948a-8327a3b06d02,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:45:56.101039 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.155204 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e667b-89d3-4592-a45f-c466baba7bcc None None] Pushing event updated for resources: {'Port': ['ID=ae31adb2-52ee-476d-948a-8327a3b06d02,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:56.177780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for router_gateway (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.197879 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.326980 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Allocated IP 172.27.1.57 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/3b244ab9-985b-45ba-9f67-509aa476809b) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:45:56.436486 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for port (3b244ab9-985b-45ba-9f67-509aa476809b), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.439005 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:56.500513 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.538975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:56.542049 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:56.545750 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:45:56.572239 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b244ab9-985b-45ba-9f67-509aa476809b,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:56.691293 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:56.885425 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for router_gateway (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:56.949395 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47566d72-c7a2-4da6-8fb0-373014e3fcef None None] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:45:57.086200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.124519 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Provisioning complete for port ae31adb2-52ee-476d-948a-8327a3b06d02 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:45:57.124889 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.125228 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Attempt 1 to provision port ae31adb2-52ee-476d-948a-8327a3b06d02 Sep 26 12:45:57.242245 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Current status of the port ae31adb2-52ee-476d-948a-8327a3b06d02 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:45:57.242631 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.276224 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] For port ae31adb2-52ee-476d-948a-8327a3b06d02, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=ae31adb2-52ee-476d-948a-8327a3b06d02,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:57.294654 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:45:57.347577 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.404518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aef43e-9b79-4749-a014-aeb412096e71 None None] Pushing event updated for resources: {'Port': ['ID=ae31adb2-52ee-476d-948a-8327a3b06d02,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:57.408759 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:57.418171 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Sync routers for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:57.429168 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:57.429770 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:57.470303 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-db7c1ac0-bc72-4e5b-a9da-96624dab6064 None None] Provisioning complete for port ae31adb2-52ee-476d-948a-8327a3b06d02 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:45:57.470676 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-db7c1ac0-bc72-4e5b-a9da-96624dab6064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.471012 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-db7c1ac0-bc72-4e5b-a9da-96624dab6064 None None] Attempt 1 to provision port ae31adb2-52ee-476d-948a-8327a3b06d02 Sep 26 12:45:57.529640 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:57.532975 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.535411 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46740) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:45:57.536029 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3686d11b-0c81-4a30-a98a-4b2b26ab5ed8 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1535909 Sep 26 12:45:57.542901 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-db7c1ac0-bc72-4e5b-a9da-96624dab6064 None None] Current status of the port ae31adb2-52ee-476d-948a-8327a3b06d02 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:45:57.684560 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:57.695936 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:56Z', 'revision_number': 3, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:57.724318 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Checking router: b6d57dd9-4797-4162-b30c-8fd9f77b5f52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:57.724665 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Updating router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 port 3b244ab9-985b-45ba-9f67-509aa476809b binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:45:57.751068 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.907630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device ae31adb2-52ee-476d-948a-8327a3b06d02 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:57.957593 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port ae31adb2-52ee-476d-948a-8327a3b06d02 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:45:57.958266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:57.958266 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port ae31adb2-52ee-476d-948a-8327a3b06d02 Sep 26 12:45:58.048629 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:58.051423 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port ae31adb2-52ee-476d-948a-8327a3b06d02 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:45:58.087302 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:58.098503 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks [] for port (3b244ab9-985b-45ba-9f67-509aa476809b), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.203137 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.203852 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.225490 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:58.237591 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Attempting to bind port 3b244ab9-985b-45ba-9f67-509aa476809b on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:45:58.237958 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Attempting to bind port 3b244ab9-985b-45ba-9f67-509aa476809b by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:45:58.238318 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Attempting to bind port 3b244ab9-985b-45ba-9f67-509aa476809b on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:45:58.277298 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Pushing event updated for resources: {'Port': ['ID=3b244ab9-985b-45ba-9f67-509aa476809b,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:58.288916 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.289261 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.289630 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.294650 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:58.305157 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:45:58.305532 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:45:58.305939 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.306326 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:45:58.306793 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Bound port: 3b244ab9-985b-45ba-9f67-509aa476809b, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:45:58.307166 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.355111 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] For port 3b244ab9-985b-45ba-9f67-509aa476809b, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:45:58.357809 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Allocated IP 172.20.0.1 (9816d815-90f4-4914-a863-b8f60e98f6b4/54bd8093-10ae-4fb5-9fb4-5af70e691c8d/6e9d306d-6aa9-41e5-96a6-bdc56501f0fc) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:45:58.358195 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] For port 3b244ab9-985b-45ba-9f67-509aa476809b, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3b244ab9-985b-45ba-9f67-509aa476809b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:45:58.366587 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:58.462262 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks [] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.466395 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.508967 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:45:58.509565 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:58.561259 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52940c-3869-4163-b988-0b2580f8cdc2 None None] Pushing event updated for resources: {'Port': ['ID=3b244ab9-985b-45ba-9f67-509aa476809b,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:58.586859 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.621542 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:45:58.628187 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:58.633282 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:58.635682 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:45:58.638641 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:58.682818 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.797374 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:58.802449 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:56Z', 'revision_number': 3, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:58.827079 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee8cb0-889e-461e-b232-92626c5d5c43 None None] The sync data for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi is: [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:56Z', 'revision_number': 3, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:58.872097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Provisioning complete for port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:45:58.872472 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.872806 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 1 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:45:58.898222 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:58.907083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:45:58.993993 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:45:59.090913 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks [] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:59.174943 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:59.245588 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:59.250846 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:59.349835 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:59.351252 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:59.408555 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 2 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:45:59.457107 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:45:59.487741 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:59.600314 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:59.605224 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-0e8192e8-8c87-48e2-b8b6-889ae5bb9e41 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b6d57dd9-4797-4162-b30c-8fd9f77b5f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674338 Sep 26 12:45:59.905908 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3b244ab9-985b-45ba-9f67-509aa476809b up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:59.949677 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3b244ab9-985b-45ba-9f67-509aa476809b triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:45:59.950051 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:45:59.950425 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3b244ab9-985b-45ba-9f67-509aa476809b Sep 26 12:45:59.969284 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 3 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:45:59.995079 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:00.008809 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:00.052573 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3b244ab9-985b-45ba-9f67-509aa476809b is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:00.052963 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.077793 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 3b244ab9-985b-45ba-9f67-509aa476809b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3b244ab9-985b-45ba-9f67-509aa476809b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:00.146228 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.195289 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=3b244ab9-985b-45ba-9f67-509aa476809b,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:00.389753 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46756) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:00.395169 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2073921196-network', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:00.411517 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Sync routers for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:46:00.422117 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:00.422759 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:00.483377 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Made reservation on behalf of aa3c5e4a4a904d7e9e1365bbbfd55e33 for: {'network': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:46:00.485760 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for network (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.495394 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.510550 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 4 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:46:00.513530 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:00.554146 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:00.556522 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:00.571399 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks [] for security_group (95e454ed-9709-4edd-95a0-fbe110343ee6), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.648813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95e454ed-9709-4edd-95a0-fbe110343ee6), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.682285 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:46:00.690508 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e454ed-9709-4edd-95a0-fbe110343ee6,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:00.695520 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (808dd116-8694-4c24-bde5-d79e15b7cad2), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.695980 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.segments_db [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Added segment 808dd116-8694-4c24-bde5-d79e15b7cad2 of type vlan for network bead6924-1ff6-4803-9629-34f41f308bd3 Sep 26 12:46:00.704307 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:00.736951 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739736371119'] for network (bead6924-1ff6-4803-9629-34f41f308bd3), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.746837 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 2, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:00.771875 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Checking router: b6d57dd9-4797-4162-b30c-8fd9f77b5f52 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:46:00.772251 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Updating router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:46:00.800514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.830841 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:00.866070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234'] for network (bead6924-1ff6-4803-9629-34f41f308bd3), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.867120 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:00.867726 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:00.927147 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] Pushing event updated for resources: {'Network': ['ID=bead6924-1ff6-4803-9629-34f41f308bd3,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:00.953820 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Network bead6924-1ff6-4803-9629-34f41f308bd3 details requested by agent ovs-agent-dv-cinder-827624-1-iscsi with host dv-cinder-827624-1-iscsi {{(pid=106798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:46:01.045673 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-713b10dd-98b3-4390-89ef-3818d8b90a21 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6544247 Sep 26 12:46:01.048419 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46758) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:01.055189 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Request body: {'subnet': {'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2073921196-subnet', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'ip_version': 4}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:01.058866 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 5 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:46:01.078775 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:01.107021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:01.134752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Made reservation on behalf of aa3c5e4a4a904d7e9e1365bbbfd55e33 for: {'subnet': 1} {{(pid=106796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:46:01.137234 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9962136'] for subnet (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.145172 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks [] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.231712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.307490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da7c9-4a26-41b1-900b-2842d616ef1c None None] Pushing event updated for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:01.322822 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Attempting to bind port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:46:01.323196 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Attempting to bind port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:46:01.323855 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Attempting to bind port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc on network 9816d815-90f4-4914-a863-b8f60e98f6b4 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:01.357541 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10269080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9962126'] for subnet (6e78b7ef-4cf1-46cc-8442-9b8dcca36527), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.366617 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:46:01.366999 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Checking segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:01.367410 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.367836 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Bound using segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:46:01.377655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Bound port: 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:46:01.377655 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.421238 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e78b7ef-4cf1-46cc-8442-9b8dcca36527,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:01.429439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Checking segment: {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:01.429793 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Network hostable DHCP agents. Network: bead6924-1ff6-4803-9629-34f41f308bd3, hostable agents: ['65ce264f-da30-46bd-a884-3538e02592de'], hosted agents: [] {{(pid=106796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:46:01.432883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] For port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:46:01.436101 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] For port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:46:01.500982 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.511593 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Network bead6924-1ff6-4803-9629-34f41f308bd3 is scheduled to be hosted by DHCP agent 65ce264f-da30-46bd-a884-3538e02592de with binding_index 1 {{(pid=106796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:46:01.514723 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:01.538565 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:01.539174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:01.585779 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827624-1-iscsi, bead6924-1ff6-4803-9629-34f41f308bd3) {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:01.589808 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:01.590400 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.680588 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-bed3ad94-2c10-40b5-b6fc-7fca2476799b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6306949 Sep 26 12:46:01.683336 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46760) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:01.687842 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:01.712581 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Attempt 6 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:46:01.719712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9787ad85-210e-42cc-b53d-cae5f2961282 None None] Network bead6924-1ff6-4803-9629-34f41f308bd3 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:46:01.750877 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da7c9-4a26-41b1-900b-2842d616ef1c None None] Pushing event updated for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:01.763327 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4212'] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.764543 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4205'] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.813856 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for router_controller (d0bb7f18-50ba-4339-99c1-f1cfeae93950), precommit_add_association {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:01.872667 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:01.917953 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3b244ab9-985b-45ba-9f67-509aa476809b up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:01.961180 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:02.014895 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Current status of the port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:02.015192 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.020322 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for router_gateway (d0bb7f18-50ba-4339-99c1-f1cfeae93950), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.032294 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b678674-9c7e-566d-beb9-d9e9e872cf57-bead6924-1ff6-4803-9629-34f41f308bd3', 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3', 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'fixed_ips': [{'subnet_id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527'}]}} from dv-cinder-827624-1-iscsi. {{(pid=106798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 12:46:02.033261 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.127194 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 3b244ab9-985b-45ba-9f67-509aa476809b triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:02.127573 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.127924 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 3b244ab9-985b-45ba-9f67-509aa476809b Sep 26 12:46:02.133866 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:02.154120 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] For port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:02.243969 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for router_gateway (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.254510 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.264250 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.377292 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Allocated IP 172.27.1.29 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/105d0b3b-f884-4b2d-94d9-9fc272b87adb) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:46:02.393084 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:01Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:02.431484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.db_base_plugin_common [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Allocated IP 172.20.0.2 (bead6924-1ff6-4803-9629-34f41f308bd3/6e78b7ef-4cf1-46cc-8442-9b8dcca36527/5955838c-1a7b-4622-aff9-f03d820e01b2) {{(pid=106798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:46:02.447476 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ef1911-7053-49ac-8f48-18ee31f92043 None None] The sync data for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi is: [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:01Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:46:02.453033 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-3fa6ddda-bfeb-452f-a485-88787c248b32 None None] Provisioning complete for port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:02.458740 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ddda-bfeb-452f-a485-88787c248b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.458740 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-3fa6ddda-bfeb-452f-a485-88787c248b32 None None] Attempt 1 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:46:02.458740 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a8701-785c-44a6-88f6-661ccf35a36e None None] Pushing event updated for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:02.460761 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 3b244ab9-985b-45ba-9f67-509aa476809b is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:02.496720 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.557554 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:02.615954 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.620617 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6ddda-bfeb-452f-a485-88787c248b32 None None] Current status of the port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:02.654594 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:02.656684 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:02.664537 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:02.669257 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:46:02.688719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks [] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), precommit_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.700295 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Pushing event updated for resources: {'Port': ['ID=105d0b3b-f884-4b2d-94d9-9fc272b87adb,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:02.720752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:02.741175 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), after_create {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.785240 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Network bead6924-1ff6-4803-9629-34f41f308bd3 is already hosted by enough agents. {{(pid=106798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:02.790538 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.scheduler.base_scheduler [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Resources bound (agent type, host, resource id): {{(pid=106798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:02.792670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Pushing event updated for resources: {'Port': ['ID=5955838c-1a7b-4622-aff9-f03d820e01b2,revision_number=1']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:02.797834 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Received port after_create {{(pid=106798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:46:02.860243 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Attempting to bind port 5955838c-1a7b-4622-aff9-f03d820e01b2 on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:46:02.860726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Attempting to bind port 5955838c-1a7b-4622-aff9-f03d820e01b2 by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:46:02.860969 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Attempting to bind port 5955838c-1a7b-4622-aff9-f03d820e01b2 on network bead6924-1ff6-4803-9629-34f41f308bd3 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:02.904932 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:46:02.905310 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Checking segment: {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:02.905712 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.906103 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Bound using segment: {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:46:02.906570 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Bound port: 5955838c-1a7b-4622-aff9-f03d820e01b2, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:46:02.906952 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.972363 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for router_gateway (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:02.976558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] For port 5955838c-1a7b-4622-aff9-f03d820e01b2, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:46:02.979898 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] For port 5955838c-1a7b-4622-aff9-f03d820e01b2, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5955838c-1a7b-4622-aff9-f03d820e01b2,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:46:03.055735 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:03.121073 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7df84-70b5-4303-aa01-88bcfdd8318b None None] Pushing event updated for resources: {'Port': ['ID=5955838c-1a7b-4622-aff9-f03d820e01b2,revision_number=2']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:03.191274 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536366'] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:03.403185 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Router d0bb7f18-50ba-4339-99c1-f1cfeae93950 is scheduled to L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 with binding_index 1 {{(pid=106796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:46:03.506750 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:46:03.517710 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Sync routers for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:46:03.530004 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:03.530688 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:03.560645 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:03.561935 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-cd480316-dd7f-4c06-b014-b6265ac1e436 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8776045 Sep 26 12:46:03.564691 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46762) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:03.638076 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:03.704105 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:03.818170 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 3, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:03.843900 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Checking router: d0bb7f18-50ba-4339-99c1-f1cfeae93950 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:46:03.843900 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Updating router d0bb7f18-50ba-4339-99c1-f1cfeae93950 port 105d0b3b-f884-4b2d-94d9-9fc272b87adb binding host dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:46:03.876378 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:03.993259 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5955838c-1a7b-4622-aff9-f03d820e01b2 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:03.994209 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.050220 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 5955838c-1a7b-4622-aff9-f03d820e01b2 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:04.051000 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.052166 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 5955838c-1a7b-4622-aff9-f03d820e01b2 Sep 26 12:46:04.058909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.081824 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.084063 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.148808 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 5955838c-1a7b-4622-aff9-f03d820e01b2 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:04.148956 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.159683 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aefc8d-d426-48b7-8455-f34f18cec633 None None] Network bead6924-1ff6-4803-9629-34f41f308bd3 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:46:04.202546 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks [] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), precommit_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.225505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Provisioning complete for port 5955838c-1a7b-4622-aff9-f03d820e01b2 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:04.225854 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.226183 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Attempt 1 to provision port 5955838c-1a7b-4622-aff9-f03d820e01b2 Sep 26 12:46:04.231195 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_common [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Allocated IP 172.20.0.1 (bead6924-1ff6-4803-9629-34f41f308bd3/6e78b7ef-4cf1-46cc-8442-9b8dcca36527/25c26441-8a57-44f3-b9f6-6b2ac7adf1eb) {{(pid=106796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:46:04.260547 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 5955838c-1a7b-4622-aff9-f03d820e01b2, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5955838c-1a7b-4622-aff9-f03d820e01b2,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:04.272972 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.301448 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.306856 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Attempting to bind port 105d0b3b-f884-4b2d-94d9-9fc272b87adb on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:46:04.307300 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Attempting to bind port 105d0b3b-f884-4b2d-94d9-9fc272b87adb by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:46:04.307965 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Attempting to bind port 105d0b3b-f884-4b2d-94d9-9fc272b87adb on network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:04.342442 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks [] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.344805 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.353646 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e818333-82ac-4c2d-88c9-3f75a78b0bef None None] Pushing event updated for resources: {'Port': ['ID=105d0b3b-f884-4b2d-94d9-9fc272b87adb,revision_number=2']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:04.355514 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.356359 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:04.365878 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Current status of the port 5955838c-1a7b-4622-aff9-f03d820e01b2 is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:04.365878 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.369372 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:04.373892 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:46:04.383912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Checking segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:04.383912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.383912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Bound using segment: {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'} {{(pid=106799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:46:04.383912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.managers [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Bound port: 105d0b3b-f884-4b2d-94d9-9fc272b87adb, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696630fe-4e9c-48e5-af23-946784ab0e7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa'}}] {{(pid=106799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:46:04.383912 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), before_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.431846 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] For port 105d0b3b-f884-4b2d-94d9-9fc272b87adb, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:46:04.435722 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.plugins.ml2.db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] For port 105d0b3b-f884-4b2d-94d9-9fc272b87adb, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=105d0b3b-f884-4b2d-94d9-9fc272b87adb,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:46:04.461229 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.509391 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Network bead6924-1ff6-4803-9629-34f41f308bd3 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:04.514314 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:04.514536 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron_lib.callbacks.manager [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), after_update {{(pid=106799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.517112 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Received port after_create {{(pid=106796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:46:04.562750 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Pushing event updated for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:04.575165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768535'] for router_interface (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.577408 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:04.577408 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:04.604711 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=5955838c-1a7b-4622-aff9-f03d820e01b2,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:04.622699 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:04.623086 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.623419 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc Sep 26 12:46:04.695632 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.db.api [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 12:46:04.696087 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG oslo_db.api [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:46:04.754870 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:04.791035 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), before_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.806441 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e818333-82ac-4c2d-88c9-3f75a78b0bef None None] Pushing event updated for resources: {'Port': ['ID=105d0b3b-f884-4b2d-94d9-9fc272b87adb,revision_number=3']} {{(pid=106799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:04.818665 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:04.835014 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.962622 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks [] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), precommit_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:04.984018 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 3, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:05.008243 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f510670-9c57-4dc1-987e-521b53c213c6 None None] The sync data for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi is: [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 3, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:46:05.020132 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10272529'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_update {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:05.084825 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:05.093034 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768643'] for router_interface (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:05.097780 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Pushing event updated for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=2']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:05.193215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Network bead6924-1ff6-4803-9629-34f41f308bd3 is already hosted by enough agents. {{(pid=106796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:05.194676 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.base_scheduler [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Resources bound (agent type, host, resource id): {{(pid=106796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:05.257968 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96293f89-d8af-4685-88ef-fd0bbaf0c221 None None] Current status of the port 5955838c-1a7b-4622-aff9-f03d820e01b2 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:05.328170 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Router d0bb7f18-50ba-4339-99c1-f1cfeae93950 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:46:05.381488 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Provisioning complete for port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:05.382185 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:05.382729 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 1 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:05.425313 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:05.455889 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:46:05.461140 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-da3cf864-a716-4e1b-86d6-a03a9772a56c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d0bb7f18-50ba-4339-99c1-f1cfeae93950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8954916 Sep 26 12:46:05.916086 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46770) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:05.920750 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641203551', 'description': 'tempest-secgroup-smoke-641203551 description', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:05.927930 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 2 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:05.963401 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:05.968047 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 105d0b3b-f884-4b2d-94d9-9fc272b87adb up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:06.010784 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 105d0b3b-f884-4b2d-94d9-9fc272b87adb triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:06.011160 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.011495 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 105d0b3b-f884-4b2d-94d9-9fc272b87adb Sep 26 12:46:06.021333 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (None), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.086938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 105d0b3b-f884-4b2d-94d9-9fc272b87adb is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:06.087250 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.097692 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:06.101962 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (3c8972ba-d11b-45e1-ac8c-7d2031918fd0), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.108973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] For port 105d0b3b-f884-4b2d-94d9-9fc272b87adb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=105d0b3b-f884-4b2d-94d9-9fc272b87adb,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:06.174606 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3c8972ba-d11b-45e1-ac8c-7d2031918fd0), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.174850 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.175476 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5955838c-1a7b-4622-aff9-f03d820e01b2 up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:06.181693 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:06.204823 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8972ba-d11b-45e1-ac8c-7d2031918fd0,revision_number=1']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:06.251516 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Pushing event updated for resources: {'Port': ['ID=105d0b3b-f884-4b2d-94d9-9fc272b87adb,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:06.257745 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.259197 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4f764102-0775-429c-b5bd-d28907d1cc98 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3419929 Sep 26 12:46:06.262170 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46772) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:06.266883 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 5955838c-1a7b-4622-aff9-f03d820e01b2 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:06.267405 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.267586 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 5955838c-1a7b-4622-aff9-f03d820e01b2 Sep 26 12:46:06.268755 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:06.344583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 5955838c-1a7b-4622-aff9-f03d820e01b2 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:06.368877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (1d482142-e207-4eb9-9fa1-e714434fc47a), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.431460 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (1d482142-e207-4eb9-9fa1-e714434fc47a), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.464596 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 3 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:06.494888 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (1d482142-e207-4eb9-9fa1-e714434fc47a), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.502734 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:06.515006 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d482142-e207-4eb9-9fa1-e714434fc47a,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:06.526640 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.526997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.527441 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.527735 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.528068 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.528394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.529508 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.529841 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.530169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.530492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.530814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.531136 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.531455 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.531811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.532149 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:46:06.564174 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Sync routers for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:46:06.571019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.574171 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-0c90f413-8ea6-4162-a0e3-368295592776 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090193 Sep 26 12:46:06.574956 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:06.575541 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46774) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:06.575743 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:06.580354 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:06.665632 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:06.671658 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (dba828a9-37d5-4382-9886-8ab53d25c3f6), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.676726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:06.723175 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:06.729719 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (dba828a9-37d5-4382-9886-8ab53d25c3f6), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.820532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (dba828a9-37d5-4382-9886-8ab53d25c3f6), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.827260 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:06.837355 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba828a9-37d5-4382-9886-8ab53d25c3f6,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:06.863169 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 4, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '25c26441-8a57-44f3-b9f6-6b2ac7adf1eb', 'name': '', 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'mac_address': 'fa:16:3e:be:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:04Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 2, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'subnets': [{'id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:06.885185 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:06.886406 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-3083f2d0-5d8a-43b9-9af0-f617bfc794e5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095918 Sep 26 12:46:06.889345 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46776) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:06.893845 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:06.896578 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Checking router: d0bb7f18-50ba-4339-99c1-f1cfeae93950 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:46:06.896578 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Updating router d0bb7f18-50ba-4339-99c1-f1cfeae93950 port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb binding host dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:46:06.925114 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.008041 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 4 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:07.012752 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (d128310e-8bc7-4538-97ba-2d33ddd4c200), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.064858 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:07.074278 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (d128310e-8bc7-4538-97ba-2d33ddd4c200), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.186282 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (d128310e-8bc7-4538-97ba-2d33ddd4c200), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.188535 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:07.203585 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d128310e-8bc7-4538-97ba-2d33ddd4c200,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:07.208124 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks [] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), precommit_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.248722 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.250477 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.251939 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-dc74a1e0-4bf0-43a3-8a00-b5413a715dd8 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613632 Sep 26 12:46:07.257515 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46778) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:07.262098 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:07.328317 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9106b-8f45-4570-83e0-fbcc544334d3 None None] Pushing event updated for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=3']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:07.340598 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Attempting to bind port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb on host dv-cinder-827624-1-iscsi for vnic_type normal with profile {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:46:07.340973 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Attempting to bind port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb by drivers openvswitch,hyperv on host dv-cinder-827624-1-iscsi at level 0 using segments [{'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:46:07.341334 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Attempting to bind port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb on network bead6924-1ff6-4803-9629-34f41f308bd3 {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:07.351996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (62f3aa30-a057-4818-97f3-00d24a0b5157), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.385869 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Checking agent: {'id': '33e25a88-cd1e-4042-993c-8acf1cef661b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827624-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 25, 15), 'started_at': datetime.datetime(2022, 9, 26, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827624-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:46:07.386237 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Checking segment: {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:07.386647 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.387048 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Bound using segment: {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'} {{(pid=106798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:46:07.387512 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.managers [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Bound port: 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb, host: dv-cinder-827624-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808dd116-8694-4c24-bde5-d79e15b7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3'}}] {{(pid=106798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:46:07.387919 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.412340 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (62f3aa30-a057-4818-97f3-00d24a0b5157), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.451856 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] For port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb, host dv-cinder-827624-1-iscsi, cleared binding levels {{(pid=106798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:46:07.454748 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] For port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb, host dv-cinder-827624-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:46:07.466140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (62f3aa30-a057-4818-97f3-00d24a0b5157), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.486043 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f3aa30-a057-4818-97f3-00d24a0b5157,revision_number=0']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:07.535213 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.559617 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.561084 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7f1fddf9-cac4-426d-ab65-52aafd5714c6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3023336 Sep 26 12:46:07.563813 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46780) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:07.566020 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 5 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:07.569007 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:07.572681 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:07.573311 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:45:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:07.665029 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9106b-8f45-4570-83e0-fbcc544334d3 None None] Pushing event updated for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:07.677697 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.securitygroups_db [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Project d6a4f93544414adebae2aa0a6bd4fd99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:46:07.683785 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (faf0d988-e931-42ee-8d4b-bd6f5ea9f76b), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.691434 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:07.743795 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (faf0d988-e931-42ee-8d4b-bd6f5ea9f76b), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.745576 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:07.776070 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Current status of the port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb is: DOWN; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:07.776456 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.831888 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (faf0d988-e931-42ee-8d4b-bd6f5ea9f76b), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.853362 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf0d988-e931-42ee-8d4b-bd6f5ea9f76b,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:07.925634 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:07.927837 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-4065b3d0-2b13-4d55-8d01-3d8cf28fe784 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629608 Sep 26 12:46:07.930716 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 46782) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:07.935065 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.v2.base [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'security_group_rule': {'security_group_id': '3c8972ba-d11b-45e1-ac8c-7d2031918fd0', 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:08.003403 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 105d0b3b-f884-4b2d-94d9-9fc272b87adb up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:08.009946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] For port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:08.014674 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.db.securitygroups_db [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Project d6a4f93544414adebae2aa0a6bd4fd99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 12:46:08.020557 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (af71b1c5-a1a7-47eb-995f-33f7f06debea), before_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.039975 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:08.047021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:08.074116 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (af71b1c5-a1a7-47eb-995f-33f7f06debea), precommit_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.084425 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 105d0b3b-f884-4b2d-94d9-9fc272b87adb triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:08.084805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.085143 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 105d0b3b-f884-4b2d-94d9-9fc272b87adb Sep 26 12:46:08.088358 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.134579 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730518'] for security_group_rule (af71b1c5-a1a7-47eb-995f-33f7f06debea), after_create {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.154485 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af71b1c5-a1a7-47eb-995f-33f7f06debea,revision_number=0']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:08.171386 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Provisioning complete for port 5955838c-1a7b-4622-aff9-f03d820e01b2 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:08.171805 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.172145 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Attempt 1 to provision port 5955838c-1a7b-4622-aff9-f03d820e01b2 Sep 26 12:46:08.222070 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.232664 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-f8ef41f2-402b-4a76-bb7f-133f3ca9c7d6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2917209 Sep 26 12:46:08.232857 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 4, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '25c26441-8a57-44f3-b9f6-6b2ac7adf1eb', 'name': '', 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'mac_address': 'fa:16:3e:be:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:04Z', 'updated_at': '2022-09-26T12:46:07Z', 'revision_number': 4, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'subnets': [{'id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:08.235481 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Pushing event updated for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:08.268773 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d9d6-dd52-4b21-b616-7e4731e6081f None None] The sync data for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi is: [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:46:04Z', 'revision_number': 4, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '25c26441-8a57-44f3-b9f6-6b2ac7adf1eb', 'name': '', 'network_id': 'bead6924-1ff6-4803-9629-34f41f308bd3', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'mac_address': 'fa:16:3e:be:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:04Z', 'updated_at': '2022-09-26T12:46:07Z', 'revision_number': 4, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'subnets': [{'id': '6e78b7ef-4cf1-46cc-8442-9b8dcca36527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:46:08.359259 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 105d0b3b-f884-4b2d-94d9-9fc272b87adb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:08.366870 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5d82-ce83-4f9b-8fec-24b96b5492a2 None None] Current status of the port 5955838c-1a7b-4622-aff9-f03d820e01b2 is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:08.484997 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-dba6282b-8a10-4bce-a655-30419eab21ee None None] Provisioning complete for port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:08.485670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-dba6282b-8a10-4bce-a655-30419eab21ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:08.486310 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-dba6282b-8a10-4bce-a655-30419eab21ee None None] Attempt 1 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:08.574518 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-dba6282b-8a10-4bce-a655-30419eab21ee None None] Current status of the port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:09.910732 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb up at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:09.914511 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=100 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:09.966060 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Provisioning complete for port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:09.966450 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:09.966790 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Attempt 1 to provision port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb Sep 26 12:46:10.043443 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Current status of the port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb is: ACTIVE; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:10.048458 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-eebebbc4-965f-4208-883a-e12babca8826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:12.294432 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d3c3-7eec-4632-b7f3-66cc8b3453c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:13.209368 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:46:13.421057 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:15.088641 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:15.105484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:17.477938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=14,neutron:INSERT=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:17.485976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=21,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:18.152455 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:23.204300 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:23.205053 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=22 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:25.044329 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:25.050287 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:26.292202 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-b80d2157-1044-490e-8a92-96def4c3878e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-641203551&fields=id&tenant_id=d6a4f93544414adebae2aa0a6bd4fd99 HTTP/1.1" status: 200 len: 267 time: 0.0460260 Sep 26 12:46:26.395515 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-d9e60aee-3c78-4e08-8185-edd463cd8a00 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:26.397465 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-d9e60aee-3c78-4e08-8185-edd463cd8a00 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 809 time: 0.0984454 Sep 26 12:46:26.411884 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-2820248a-a1b1-4a8f-89cf-d86c21c2187f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/quotas/d6a4f93544414adebae2aa0a6bd4fd99 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Sep 26 12:46:26.463430 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-134bc76a-fb54-4eed-bdef-6e93cd1033b6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461149 Sep 26 12:46:26.644269 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-71fadac5-c7f7-4bdc-80e6-a1760b934ce4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699305 Sep 26 12:46:26.736943 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-b0a4aa78-a10c-41f0-8f5e-c01d32d1c560 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862381 Sep 26 12:46:27.466688 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5fcf8158-0b97-4af5-9e6f-fe29bddd67a5 req-eabc5222-9d4b-46e0-b24d-022fc666b8ce tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 210 time: 0.0278916 Sep 26 12:46:28.548796 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ad8fde5f-f0ca-4c1c-b2ab-1631e63756df req-d31261b9-cd93-42f7-9b31-02ff7071ce01 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 210 time: 0.0267646 Sep 26 12:46:29.651159 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-25edf858-6e2e-417e-a88c-5c359fb7a416 req-c130a08a-20aa-4400-b0db-45369c0edd4e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 210 time: 0.0280669 Sep 26 12:46:30.020033 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-ba1ae70e-01a3-4b68-aa52-43d24a5885e6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:30.021453 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-ba1ae70e-01a3-4b68-aa52-43d24a5885e6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 809 time: 0.1040304 Sep 26 12:46:30.105472 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-7baaee24-395e-4411-878d-bcc22c4034e2 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d6a4f93544414adebae2aa0a6bd4fd99 HTTP/1.1" status: 200 len: 379 time: 0.0546041 Sep 26 12:46:30.115999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'port': {'device_id': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'admin_state_up': True, 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'security_groups': ['3c8972ba-d11b-45e1-ac8c-7d2031918fd0']}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:30.265976 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Made reservation on behalf of d6a4f93544414adebae2aa0a6bd4fd99 for: {'port': 1} {{(pid=106797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:46:30.269799 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:30.400315 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Allocated IP 172.20.0.14 (9816d815-90f4-4914-a863-b8f60e98f6b4/54bd8093-10ae-4fb5-9fb4-5af70e691c8d/2727d0fe-c778-4eec-92d6-290b2d2a8dd3) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:46:30.401882 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:30.481661 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:30.538239 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:30.637587 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:30.685877 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:30.689112 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:30.693152 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:46:30.700419 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:30.773448 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:30.773616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:30.798668 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd3e5-1e7f-4316-8711-7ab9adafa592 req-0c21fc84-2cda-4874-a079-007d07d62b89 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:30.800186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b22bd3e5-1e7f-4316-8711-7ab9adafa592 req-0c21fc84-2cda-4874-a079-007d07d62b89 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 932 time: 0.0666463 Sep 26 12:46:30.853157 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b22bd3e5-1e7f-4316-8711-7ab9adafa592 req-ec293a95-ecf7-4260-837a-96005c3f1e7e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Sep 26 12:46:30.891669 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-50db943a-6c6b-4f7d-95d5-31e79dad63f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791817 Sep 26 12:46:30.909097 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Request body: {'port': {'device_id': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82762'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:30.917562 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Provisioning complete for port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 triggered by entity DHCP. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:30.918098 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:30.918229 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Attempt 1 to provision port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 Sep 26 12:46:30.956035 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:30.971390 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.288457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:31.288457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 {{(pid=106797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:46:31.288457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks [] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.288457 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.provisioning_blocks [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Transition to ACTIVE for port object 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 will not be triggered until provisioned by entity L2. {{(pid=106797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 12:46:31.391815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.452216 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Attempt 2 to provision port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 Sep 26 12:46:31.452560 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:31.488017 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 cannot update to ACTIVE because it is not bound. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 12:46:31.501140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Attempting to bind port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 on host hv-cinder-82762 for vnic_type normal with profile {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 12:46:31.501470 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Attempting to bind port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 by drivers openvswitch,hyperv on host hv-cinder-82762 at level 0 using segments [{'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 12:46:31.501800 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Attempting to bind port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 on network 9816d815-90f4-4914-a863-b8f60e98f6b4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:31.524993 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:31.542973 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 on network 9816d815-90f4-4914-a863-b8f60e98f6b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82762 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:46:31.545914 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Attempting to bind port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 on network 9816d815-90f4-4914-a863-b8f60e98f6b4 {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:46:31.587893 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Checking agent: {'id': '9d77c07e-2c55-4331-91dd-7bb25d33f5e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'started_at': datetime.datetime(2022, 9, 26, 12, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 12:46:31.588399 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Checking segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 12:46:31.588783 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Bound using segment: {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'} {{(pid=106797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 12:46:31.589216 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.managers [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Bound port: 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host: hv-cinder-82762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4'}}] {{(pid=106797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 12:46:31.589595 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.649072 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, cleared binding levels {{(pid=106797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:46:31.652038 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:46:31.792101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.795248 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:31.795869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:31.800925 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1094 time: 0.8923497 Sep 26 12:46:31.800925 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:46:31.801951 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:46:31.842024 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469323f-8f21-43a4-891b-141d9fc99cbb x-openstack-request-id: req-a469323f-8f21-43a4-891b-141d9fc99cbb {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:46:31.842314 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:46:31.842573 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a469323f-8f21-43a4-891b-141d9fc99cbb {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:46:31.843198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a469323f-8f21-43a4-891b-141d9fc99cbb'] response: {'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'status': 'completed', 'code': 200} Sep 26 12:46:31.858022 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af2a5b-b2fc-4713-9834-2cc690bef1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=3']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:31.933938 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-7349db6a-e5f7-401e-b414-2a4ff0cbc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:31.935404 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-7349db6a-e5f7-401e-b414-2a4ff0cbc320 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1128 time: 0.0426548 Sep 26 12:46:31.989559 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Attempt 3 to provision port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 Sep 26 12:46:32.028400 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac04e-7c97-4922-b7e0-b4a20a0c45e8 req-057dac62-dce5-4efa-98ca-0db4bcc5a618 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.029915 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e08ac04e-7c97-4922-b7e0-b4a20a0c45e8 req-057dac62-dce5-4efa-98ca-0db4bcc5a618 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0982180 Sep 26 12:46:32.032389 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-3d62fc8c-7f1e-4670-8c3c-73c8492faf99 None None] Port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 had new provisioning blocks added so it will not transition to active. {{(pid=106798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 12:46:32.110864 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-2af43b3c-c1e5-470a-90e0-77c835071387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.112266 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-2af43b3c-c1e5-470a-90e0-77c835071387 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1467855 Sep 26 12:46:32.117122 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e08ac04e-7c97-4922-b7e0-b4a20a0c45e8 req-03d19437-89fa-40bb-ba15-b00bed2e5147 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792055 Sep 26 12:46:32.140282 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:32.209808 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-8c15115c-93af-4b8d-91cd-375bc3f4bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.211264 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a0a21ee-b9d2-4ea3-ad6a-43293924eadf req-8c15115c-93af-4b8d-91cd-375bc3f4bf56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896854 Sep 26 12:46:32.322462 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-504627fa-ee17-4a0e-89fc-d4ece5542bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.323959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-504627fa-ee17-4a0e-89fc-d4ece5542bff service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1128 time: 0.0398107 Sep 26 12:46:32.378344 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-5beac32d-2b9d-4258-9882-d8b1ed0e2682 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 217 time: 0.0349717 Sep 26 12:46:32.424704 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-849117b8-bb94-4186-8717-5b245a910f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.426070 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-849117b8-bb94-4186-8717-5b245a910f4f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0417559 Sep 26 12:46:32.470741 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef2649-c723-46b5-a566-3841ab003650 req-6669ce3e-6035-4b94-9cf1-d6bd587a20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:32.472180 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-6669ce3e-6035-4b94-9cf1-d6bd587a20cc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372138 Sep 26 12:46:32.565023 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-7469b275-7ca3-4c19-af24-af6ad896d530 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832491 Sep 26 12:46:32.657495 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0aef2649-c723-46b5-a566-3841ab003650 req-c62ac01e-9479-4f8f-bbca-a6a0a5af06b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832577 Sep 26 12:46:33.236184 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee012-0986-4c56-9628-ba3c0a82551f req-203c7dba-b535-4df8-88c0-964dbc6e9600 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:33.237621 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ceee012-0986-4c56-9628-ba3c0a82551f req-203c7dba-b535-4df8-88c0-964dbc6e9600 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0463464 Sep 26 12:46:33.284623 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ceee012-0986-4c56-9628-ba3c0a82551f req-2fad5892-2f6a-47e1-897b-a69adeb15e5a tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Sep 26 12:46:33.324853 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:33.328718 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:34.408790 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eabe48-2c34-4bed-bee9-8449114334ec req-f157b652-b678-4bb7-ad13-614d347257e3 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:34.410220 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08eabe48-2c34-4bed-bee9-8449114334ec req-f157b652-b678-4bb7-ad13-614d347257e3 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0453730 Sep 26 12:46:34.457992 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-08eabe48-2c34-4bed-bee9-8449114334ec req-6c4862a9-a5c8-4254-a80b-7941d123ec92 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Sep 26 12:46:34.842710 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:35.578467 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9e2b-80cb-4b9b-b182-28ac43bcee00 req-c77135fe-33c9-46fb-918e-b7d9432ca816 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:35.579906 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e6c9e2b-80cb-4b9b-b182-28ac43bcee00 req-c77135fe-33c9-46fb-918e-b7d9432ca816 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0491710 Sep 26 12:46:35.627473 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-9e6c9e2b-80cb-4b9b-b182-28ac43bcee00 req-af204674-1afe-4143-8f53-0624312e9192 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Sep 26 12:46:36.744775 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea9d9a-8905-4bbc-b7b2-dc58647fe1a8 req-8642d2e6-c807-491d-ad9c-c67ea0015c97 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:36.746230 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f0ea9d9a-8905-4bbc-b7b2-dc58647fe1a8 req-8642d2e6-c807-491d-ad9c-c67ea0015c97 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0470228 Sep 26 12:46:36.795137 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f0ea9d9a-8905-4bbc-b7b2-dc58647fe1a8 req-cbb224ea-9ecf-4097-a7f7-5e260f51bfcd tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Sep 26 12:46:37.914740 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0a68-bdbe-475f-bde2-fef7f8be721c req-a112827b-2469-45b8-b209-6d5b63d88c99 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:37.916179 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a5e0a68-bdbe-475f-bde2-fef7f8be721c req-a112827b-2469-45b8-b209-6d5b63d88c99 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0450759 Sep 26 12:46:37.966794 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3a5e0a68-bdbe-475f-bde2-fef7f8be721c req-22118d4c-a864-4807-8113-e1532e778f74 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451322 Sep 26 12:46:39.078065 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:39.086075 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6c0a3-92e6-4d39-8948-98f24d604e62 req-92d3fd21-41e7-4025-8eb8-5b1ee83f3a7d tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:39.087570 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85c6c0a3-92e6-4d39-8948-98f24d604e62 req-92d3fd21-41e7-4025-8eb8-5b1ee83f3a7d tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0469279 Sep 26 12:46:39.136498 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-85c6c0a3-92e6-4d39-8948-98f24d604e62 req-e66c6bb7-f7a2-4b8b-a0df-2f03194a96b4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Sep 26 12:46:39.636218 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:46:39.736953 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:39.747719 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'mac_address': 'fa:16:3e:3e:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:46:39.781314 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:39.781697 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:39.794705 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:46:39.813586 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:39.877007 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:39.924985 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=4']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:40.020234 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e045c50f-eb2b-47f1-b7ac-3c083d66611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:40.224795 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['2727d0fe-c778-4eec-92d6-290b2d2a8dd3'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:46:40.253349 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4525-9e8d-47c6-ac36-5eba9f19e2b7 req-29113d03-f6b3-4b75-9385-ee42d985a233 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:40.254795 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5df4525-9e8d-47c6-ac36-5eba9f19e2b7 req-29113d03-f6b3-4b75-9385-ee42d985a233 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 945 time: 0.0465877 Sep 26 12:46:40.303597 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b5df4525-9e8d-47c6-ac36-5eba9f19e2b7 req-a90c8ece-09df-458a-b5ff-76a71793f26f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Sep 26 12:46:41.427582 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2cac0-9b14-404f-ab14-5144ed45fd57 req-99aac15c-2baf-490c-ba68-84246fea3655 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:41.429038 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ce2cac0-9b14-404f-ab14-5144ed45fd57 req-99aac15c-2baf-490c-ba68-84246fea3655 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Sep 26 12:46:41.439789 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:41.477551 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1ce2cac0-9b14-404f-ab14-5144ed45fd57 req-8ed1d0de-30b2-4df2-8c85-fca0c50145b5 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 Sep 26 12:46:41.658505 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:46:41.699039 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning for port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 completed by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 12:46:41.768866 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:46:41.769243 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:41.769581 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 Sep 26 12:46:41.798547 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:41.802594 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:41.844061 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:46:41.844455 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:41.866862 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:46:41.872083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b97197-b7f4-4392-81df-402450965d5a" -d '{"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-plugged", "status": "completed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:46:41.881720 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:46:41.960788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1784648f-022c-49b5-aee3-35a4edfff1ba x-openstack-request-id: req-1784648f-022c-49b5-aee3-35a4edfff1ba {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:46:41.961086 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-plugged", "status": "completed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:46:41.961338 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1784648f-022c-49b5-aee3-35a4edfff1ba {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:46:41.961743 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1784648f-022c-49b5-aee3-35a4edfff1ba'] response: {'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'code': 200} Sep 26 12:46:41.980656 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:42.029001 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=5']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:42.335233 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-47a8c581-590a-4709-bccf-9b04e66f6c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:42.452703 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783e3d-614c-4878-818e-bb6ad207aae7 req-41ba36ef-c868-419d-bb0a-d18b0bec8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:42.454201 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e0783e3d-614c-4878-818e-bb6ad207aae7 req-41ba36ef-c868-419d-bb0a-d18b0bec8284 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0386634 Sep 26 12:46:42.499592 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e0783e3d-614c-4878-818e-bb6ad207aae7 req-7b8264d4-cf84-4646-87d7-82fb4ccb4a4a service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Sep 26 12:46:42.597385 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e506953-f0fc-4c9a-9d07-e0b03d759174 req-3a849f86-f86b-4cbc-af08-110fb86e6a72 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:42.598733 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e506953-f0fc-4c9a-9d07-e0b03d759174 req-3a849f86-f86b-4cbc-af08-110fb86e6a72 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Sep 26 12:46:42.885073 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7e506953-f0fc-4c9a-9d07-e0b03d759174 req-c5104226-0c82-4d4f-a9a0-9ade63474828 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808156 Sep 26 12:46:43.431803 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:44.004022 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c73ed1-2bfa-456c-94e1-a1eed85be5d4 req-6eb66682-8837-42b7-93b3-937fa8cebfcb tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:44.005479 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6c73ed1-2bfa-456c-94e1-a1eed85be5d4 req-6eb66682-8837-42b7-93b3-937fa8cebfcb tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0459027 Sep 26 12:46:44.056616 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a6c73ed1-2bfa-456c-94e1-a1eed85be5d4 req-945e9b3e-6b9f-4624-9971-272984071cde tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Sep 26 12:46:45.088753 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:45.117071 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:45.178395 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee1ab-bebf-4f76-8a4f-0cae69dc173f req-1abc8b77-a9cb-40ce-a7af-224c716c5272 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:45.179863 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1fee1ab-bebf-4f76-8a4f-0cae69dc173f req-1abc8b77-a9cb-40ce-a7af-224c716c5272 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0494854 Sep 26 12:46:45.228035 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-a1fee1ab-bebf-4f76-8a4f-0cae69dc173f req-a1dfc610-2248-43d7-a452-aff0fc8a5045 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Sep 26 12:46:45.345647 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df079cc4-a5e9-453e-a5ee-19691d5342e0 req-58d45104-3beb-4dd8-ba86-15c50b754443 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:45.347092 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df079cc4-a5e9-453e-a5ee-19691d5342e0 req-58d45104-3beb-4dd8-ba86-15c50b754443 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0472426 Sep 26 12:46:45.395262 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-df079cc4-a5e9-453e-a5ee-19691d5342e0 req-b7786686-53f3-4620-aad1-0b8555ec5f59 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Sep 26 12:46:45.422862 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46948) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:45.503131 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638938b-df3b-4bef-af3a-f61f781bc6bf tempest-TestShelveInstance-203728101 tempest-TestShelveInstance-203728101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:45.504641 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-7638938b-df3b-4bef-af3a-f61f781bc6bf tempest-TestShelveInstance-203728101 tempest-TestShelveInstance-203728101-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1125 time: 0.0808048 Sep 26 12:46:45.507438 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 46952) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:46:45.511517 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.v2.base [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Request body: {'floatingip': {'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:46:45.602926 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:45.682023 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (None), before_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:45.766033 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:45.788144 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_common [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Allocated IP 172.27.1.252 (146ab7da-0ea1-4315-9f6b-c02c65dbd9aa/8eaacf74-0638-43ed-b36b-4d09bad6982e/bfffc989-dbef-421a-949e-f9c4a4cc47c2) {{(pid=106797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:46:45.862996 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:45.887929 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:45.963553 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739736415681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.008615 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Network 146ab7da-0ea1-4315-9f6b-c02c65dbd9aa is already hosted by enough agents. {{(pid=106797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:46:46.011571 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.base_scheduler [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Resources bound (agent type, host, resource id): {{(pid=106797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:46:46.015521 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Received port after_create {{(pid=106797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 12:46:46.020728 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'Port': ['ID=bfffc989-dbef-421a-949e-f9c4a4cc47c2,revision_number=1']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:46.362420 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for floatingip (acb7568d-1cde-41a5-9d91-f3b370330c40), precommit_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.498257 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), before_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.585453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:46.646014 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), precommit_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.700095 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9437497'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), after_update {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.766538 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536492'] for floatingip (acb7568d-1cde-41a5-9d91-f3b370330c40), after_create {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:46.769408 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event updated for resources: {'Port': ['ID=bfffc989-dbef-421a-949e-f9c4a4cc47c2,revision_number=2']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:46:46.862991 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Floating IP acb7568d-1cde-41a5-9d91-f3b370330c40 associated. External IP: 172.27.1.252, port: 2727d0fe-c778-4eec-92d6-290b2d2a8dd3. Sep 26 12:46:46.905058 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:47.061303 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:46:47.163876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:46:47.173161 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Sync routers for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:46:47.182704 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:47.185715 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:46:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:47.233383 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:46:47.264959 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-085dfcc8-7d63-41a8-b7fd-8d76dc2e1f0c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7564471 Sep 26 12:46:47.265613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:46:47.268051 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a8d992-05f1-40fb-8057-6ce36f92e762" -d '{"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:46:47.287031 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:47.304233 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55e8f3-13ce-4ffc-8cfb-6cff2f1410b2 x-openstack-request-id: req-0d55e8f3-13ce-4ffc-8cfb-6cff2f1410b2 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:46:47.304524 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:46:47.304777 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d55e8f3-13ce-4ffc-8cfb-6cff2f1410b2 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:46:47.305182 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d55e8f3-13ce-4ffc-8cfb-6cff2f1410b2'] response: {'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'status': 'completed', 'code': 200} Sep 26 12:46:47.393491 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-28451947-98a3-4813-a473-01017c35cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:47.395066 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-28451947-98a3-4813-a473-01017c35cb78 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0403807 Sep 26 12:46:47.489671 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-648f7bda-977b-4d0c-8f26-1b1ef1c5943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:47.491026 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-648f7bda-977b-4d0c-8f26-1b1ef1c5943a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0895221 Sep 26 12:46:47.499251 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'acb7568d-1cde-41a5-9d91-f3b370330c40', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'mac_address': 'fa:16:3e:3e:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:46:46Z', 'updated_at': '2022-09-26T12:46:46Z', 'revision_number': 0, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:47.526393 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Checking router: b6d57dd9-4797-4162-b30c-8fd9f77b5f52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:46:47.534838 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:46:47.535429 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:46:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:47.551416 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-05f0c8de-36ee-49bd-9b0b-d4df03989ca6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1000 time: 0.0540535 Sep 26 12:46:47.602271 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-64f64529-9fff-462f-b39c-69467bd93294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:47.603708 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-64f64529-9fff-462f-b39c-69467bd93294 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0462008 Sep 26 12:46:47.616310 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:47.636233 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:46:47.647107 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-db73e1a9-6644-4c1d-960e-e6e5b3805ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:46:47.648655 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-db73e1a9-6644-4c1d-960e-e6e5b3805ea0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393546 Sep 26 12:46:47.739077 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-08c49997-a1e5-43d9-b83e-84dbebcba195 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Sep 26 12:46:47.831310 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e7a8d992-05f1-40fb-8057-6ce36f92e762 req-e3daebf2-9831-4ccc-8953-330c92d82def service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861835 Sep 26 12:46:47.842180 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'acb7568d-1cde-41a5-9d91-f3b370330c40', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'mac_address': 'fa:16:3e:3e:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:46:46Z', 'updated_at': '2022-09-26T12:46:46Z', 'revision_number': 0, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:46:47.866704 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0365a7-0f94-4cb0-9437-62ae265c0934 None None] The sync data for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi is: [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_floatingips': [{'id': 'acb7568d-1cde-41a5-9d91-f3b370330c40', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'router_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'mac_address': 'fa:16:3e:3e:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T12:46:46Z', 'updated_at': '2022-09-26T12:46:46Z', 'revision_number': 0, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:46:48.060659 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd712b6-d865-447d-900d-7c2d191153a2 None None] New status for floating IP acb7568d-1cde-41a5-9d91-f3b370330c40: ACTIVE {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:46:50.208126 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:46:57.821922 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=17 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:57.828907 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:57.845768 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=74 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:58.159565 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:46:58.161792 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:04.860572 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:10.054387 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bd61918b-24ff-460d-a38d-622aed94c17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:10.319272 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:10.324157 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=80 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:12.068711 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-9300bf3e-5d53-4854-984b-ba17fa72090c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394025 Sep 26 12:47:12.177210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-d9c87105-d2c0-489d-941b-326a2e6f28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:47:12.178700 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-d9c87105-d2c0-489d-941b-326a2e6f28df service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0424137 Sep 26 12:47:12.277498 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3b8b77d2-17db-4fa7-b100-cb4d4a38b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:12.286167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-9548d4ff-cc81-43f5-8ac2-83400b808588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:47:12.287662 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-9548d4ff-cc81-43f5-8ac2-83400b808588 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0881763 Sep 26 12:47:12.354444 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-00abde1a-b2a4-454b-b0ee-e079ede5244b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1002 time: 0.0587959 Sep 26 12:47:12.404235 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-b71ec07a-c0ee-46bb-ad54-ee87c92efbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:47:12.405665 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-b71ec07a-c0ee-46bb-ad54-ee87c92efbdd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0440452 Sep 26 12:47:12.449320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-042ab1e8-58ee-476c-b5c0-f166fdda8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:47:12.451052 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-042ab1e8-58ee-476c-b5c0-f166fdda8a51 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387764 Sep 26 12:47:12.542547 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-cfeda980-c14c-4ca8-afa6-9a2652ea27c7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Sep 26 12:47:12.629738 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-bb7b9cc8-920d-43d0-998e-f3b996c811ae req-6c48cbd0-dcae-47ad-84d9-ab0bde9b4792 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813472 Sep 26 12:47:13.403351 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:15.180489 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:15.191628 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:21.209700 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:21.210485 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:22.624240 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=47 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:22.626184 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=54 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:25.124359 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=17,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:25.125135 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=27 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:27.206773 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:47:35.208691 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:37.203468 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:40.037096 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac73a-5cb2-4aab-b4df-fa7aa705178c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:42.265954 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4da4fcf4-cb75-43a4-a042-79d1a577f18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:43.402818 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:45.105918 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:45.134377 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:47:47.324466 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:47.330230 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:55.039788 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:47:55.057044 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:04.206191 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:48:04.951694 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:10.037974 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3509b2ec-5102-4aab-a77c-ba3f100cfe67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:12.282790 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3987-eb48-4feb-9bb0-a90362ce8cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:13.404270 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:14.011842 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-52b5bdcf-223f-47f7-becc-4f9fed117f15 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384874 Sep 26 12:48:14.131361 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-44486abd-0a3a-4102-80bf-be3564b403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:14.132865 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-44486abd-0a3a-4102-80bf-be3564b403ab service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0424683 Sep 26 12:48:14.200876 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=15 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:14.202265 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=13 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:14.241258 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-c6c819e8-e188-4f7c-a5f1-4d46d541bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:14.242731 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-c6c819e8-e188-4f7c-a5f1-4d46d541bf32 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0851483 Sep 26 12:48:14.308769 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-8533625c-cd60-4bbd-896f-f480673a39ec service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1002 time: 0.0572703 Sep 26 12:48:14.360053 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-a7b289d0-47dc-4db4-bff8-1da9205ef7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:14.361445 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-a7b289d0-47dc-4db4-bff8-1da9205ef7b7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0440331 Sep 26 12:48:14.406745 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-f8a76493-491e-4dad-b073-8d253682d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:14.408198 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-f8a76493-491e-4dad-b073-8d253682d0f6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374293 Sep 26 12:48:14.502281 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-a30a56c6-2725-4ef7-b025-c8e2e8645e31 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Sep 26 12:48:14.593829 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cceab921-4523-4640-8f2e-ce5b1e0954bd req-8d61c0c5-943c-41a7-a317-813a65d795a1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Sep 26 12:48:15.110449 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:15.138770 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:24.320987 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:24.325812 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:24.588734 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=49 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:24.590528 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:25.057508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:25.062552 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:34.881475 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:40.020433 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b55ef20-bf55-4782-985e-37ef8031cb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:41.205626 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:48:42.264584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-e08eb81f-9eae-49fb-a7b5-eedb45928b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:43.420578 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:44.999772 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d4ea7-627d-478b-b9b3-799f1fb668ce req-28fb65be-410e-4341-a064-1f5abbebb556 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:45.001721 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b1d4ea7-627d-478b-b9b3-799f1fb668ce req-28fb65be-410e-4341-a064-1f5abbebb556 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0508835 Sep 26 12:48:45.058864 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0b1d4ea7-627d-478b-b9b3-799f1fb668ce req-a30ab9b3-8d38-465b-97fe-59783cbf372f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515501 Sep 26 12:48:45.104380 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:45.134520 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:48:46.180141 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee53313-1365-40ac-b094-1984cd7690d0 req-8ea25400-d2c2-4f58-8554-db14bb2f2de4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:46.181492 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ee53313-1365-40ac-b094-1984cd7690d0 req-8ea25400-d2c2-4f58-8554-db14bb2f2de4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0462203 Sep 26 12:48:46.229643 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-0ee53313-1365-40ac-b094-1984cd7690d0 req-f2d7af45-4894-4aad-83f8-e0a9cf0c9fd6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Sep 26 12:48:47.352453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1e5c-465a-4a80-ad88-612eea1fc2f9 req-273cab7c-0d88-4254-a924-7bcf5197b988 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:47.353859 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a1a1e5c-465a-4a80-ad88-612eea1fc2f9 req-273cab7c-0d88-4254-a924-7bcf5197b988 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Sep 26 12:48:47.405497 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a1a1e5c-465a-4a80-ad88-612eea1fc2f9 req-cd6cf009-7b85-4739-80bd-edda694adaf6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461507 Sep 26 12:48:48.525452 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708c6b-109f-4f50-8ed4-555d8e84e1d5 req-9483e719-9fd0-455c-b558-8fcba72ddd18 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:48.526875 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41708c6b-109f-4f50-8ed4-555d8e84e1d5 req-9483e719-9fd0-455c-b558-8fcba72ddd18 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0460570 Sep 26 12:48:48.574406 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-41708c6b-109f-4f50-8ed4-555d8e84e1d5 req-09d3e950-8927-4521-8f5d-1bd0c33f9b25 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Sep 26 12:48:49.691387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0655-4e5f-4149-a449-5f668413e48a req-ff412bbc-65f2-450c-ae6e-a33de88b816e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:49.692880 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64ac0655-4e5f-4149-a449-5f668413e48a req-ff412bbc-65f2-450c-ae6e-a33de88b816e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0462031 Sep 26 12:48:49.744187 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-64ac0655-4e5f-4149-a449-5f668413e48a req-8d58bd5b-3246-4bd8-a422-1b122b1f0450 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458186 Sep 26 12:48:50.862345 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a673a8c-b77f-4cf7-91fb-06b78b2690d7 req-34208a59-4398-4cdc-b7df-3c17a5280a79 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:50.863797 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a673a8c-b77f-4cf7-91fb-06b78b2690d7 req-34208a59-4398-4cdc-b7df-3c17a5280a79 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0464146 Sep 26 12:48:50.911170 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4a673a8c-b77f-4cf7-91fb-06b78b2690d7 req-bf7be0a0-7da8-46c5-9b76-843f5d0331be tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Sep 26 12:48:51.200783 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:51.201497 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:52.032572 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769e5c-9ecd-4ce0-ae08-d470fe7541ce req-d223938e-cf67-4ebd-bb4e-62b4190499f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:52.034033 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1769e5c-9ecd-4ce0-ae08-d470fe7541ce req-d223938e-cf67-4ebd-bb4e-62b4190499f4 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0467803 Sep 26 12:48:52.082744 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1769e5c-9ecd-4ce0-ae08-d470fe7541ce req-e5fb83ef-b8b8-4e20-bf97-ad9ad0a3dd55 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 Sep 26 12:48:53.202391 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dde17c-8081-46b9-8587-aa785e5477ed req-63d445d7-c552-42d7-9ac3-7a4be7e96d3c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:53.204093 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1dde17c-8081-46b9-8587-aa785e5477ed req-63d445d7-c552-42d7-9ac3-7a4be7e96d3c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0486813 Sep 26 12:48:53.250913 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e1dde17c-8081-46b9-8587-aa785e5477ed req-cfb2b4dd-201e-4383-8440-7c784e1e2558 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407498 Sep 26 12:48:54.368047 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4678d0e-3f1e-4a68-8f01-df798b392e1a req-98506e7d-7a9c-4005-8563-82651f588375 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:54.369456 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4678d0e-3f1e-4a68-8f01-df798b392e1a req-98506e7d-7a9c-4005-8563-82651f588375 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0455866 Sep 26 12:48:54.417682 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f4678d0e-3f1e-4a68-8f01-df798b392e1a req-a263bb3e-ca38-4bc4-a056-1bd995b65ece tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Sep 26 12:48:55.056279 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:55.062308 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:55.356940 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-4de13ede-886a-478a-965b-a202a66ef8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:55.358399 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-4de13ede-886a-478a-965b-a202a66ef8fc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0381527 Sep 26 12:48:55.454871 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-1668d770-e6ef-4ed6-9d17-1e5bb250c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:55.456365 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-1668d770-e6ef-4ed6-9d17-1e5bb250c3d3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0893319 Sep 26 12:48:55.511146 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:55.533509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:48:55.551906 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-45f61f47-0751-48f9-8752-4e0076367863 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1002 time: 0.0891948 Sep 26 12:48:55.557866 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d1c22-2f85-4daf-b8e7-14a4038757f3 req-b46b3d7e-224b-4389-bc43-40393d3362fb tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:55.559155 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b4d1c22-2f85-4daf-b8e7-14a4038757f3 req-b46b3d7e-224b-4389-bc43-40393d3362fb tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0644014 Sep 26 12:48:55.623204 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-2908e0dc-d03c-4490-bd26-f362d507e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:55.624624 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-2908e0dc-d03c-4490-bd26-f362d507e2a7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0643308 Sep 26 12:48:55.651344 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-4b4d1c22-2f85-4daf-b8e7-14a4038757f3 req-0435a449-be0f-48df-86cf-c3a0f5e39edb tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834980 Sep 26 12:48:55.678140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-9d761b20-da6a-4c65-a6c1-f402f1d89271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:55.679583 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-9d761b20-da6a-4c65-a6c1-f402f1d89271 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448477 Sep 26 12:48:55.773362 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-9fec5557-ea08-45f7-898b-b784b5f53e5e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833597 Sep 26 12:48:56.109607 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f71a0f33-73fb-4eb7-bda4-f56c33ae3a45 req-c8d04298-01ef-4c25-9480-dfe4cd2a4fbb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275089 Sep 26 12:48:56.771656 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece846-f995-459a-84e9-087ae5261993 req-ad63686a-a54a-45cd-9fdd-3edc1ae6d02d tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:56.773138 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-80ece846-f995-459a-84e9-087ae5261993 req-ad63686a-a54a-45cd-9fdd-3edc1ae6d02d tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0468452 Sep 26 12:48:56.821958 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-80ece846-f995-459a-84e9-087ae5261993 req-69ba3e5a-1c56-437a-b571-0cd32e917c5b tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Sep 26 12:48:57.940722 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daca08-bc91-4aa3-972b-781db9b712b8 req-4a64bb80-c9d3-45df-9c0a-52982dd414de tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:57.942166 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5daca08-bc91-4aa3-972b-781db9b712b8 req-4a64bb80-c9d3-45df-9c0a-52982dd414de tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0471280 Sep 26 12:48:57.992742 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e5daca08-bc91-4aa3-972b-781db9b712b8 req-7330082e-46ce-4cfe-ab01-b39c16822365 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451105 Sep 26 12:48:59.113537 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d475-43c2-46b9-9f4d-02e4f88211ab req-f8c34c53-914f-4996-b352-812fa9f0bd25 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:48:59.114995 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d768d475-43c2-46b9-9f4d-02e4f88211ab req-f8c34c53-914f-4996-b352-812fa9f0bd25 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0471718 Sep 26 12:48:59.164047 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d768d475-43c2-46b9-9f4d-02e4f88211ab req-90c83749-9f32-4f45-bea6-7cafca7270a1 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434802 Sep 26 12:49:00.124599 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:49:00.195985 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 is: ACTIVE; New status is: DOWN {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:49:00.196284 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:00.218831 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:49:00.221075 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955deed3-c0c9-416f-998a-d0ee860607fe" -d '{"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-unplugged", "status": "completed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:49:00.234068 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:49:00.257231 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dfa187-f6a5-4dce-93a6-6f59d0122fc6 x-openstack-request-id: req-e0dfa187-f6a5-4dce-93a6-6f59d0122fc6 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:49:00.259558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-unplugged", "status": "failed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "code": 422}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:49:00.259558 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0dfa187-f6a5-4dce-93a6-6f59d0122fc6 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:49:00.259558 dv-cinder-827624-1-iscsi neutron-server[106798]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0dfa187-f6a5-4dce-93a6-6f59d0122fc6']: {'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'code': 422} returned with failed status Sep 26 12:49:00.282893 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9eb8-5b80-40c0-a977-d8fe4a839417 req-1e1345dc-83b8-4a2a-b025-fb0b7daff52c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:00.284372 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ebe9eb8-5b80-40c0-a977-d8fe4a839417 req-1e1345dc-83b8-4a2a-b025-fb0b7daff52c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0464911 Sep 26 12:49:00.318250 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:00.333691 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-3ebe9eb8-5b80-40c0-a977-d8fe4a839417 req-0bf855f8-e70d-4e42-8ed8-7e9e10f7aca6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432723 Sep 26 12:49:00.366353 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=6']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:49:00.373487 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.373836 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.374183 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.374521 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.374856 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.375186 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.375561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.375850 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.376271 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.376491 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.376812 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.377122 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.377441 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.377759 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:00.378078 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:01.006492 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854dfa2-8463-45cf-ab08-4488bdb6f66e req-50657fe1-39c7-4172-a26d-51ba8eac4c40 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:01.007999 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6854dfa2-8463-45cf-ab08-4488bdb6f66e req-50657fe1-39c7-4172-a26d-51ba8eac4c40 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0497410 Sep 26 12:49:01.056328 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-6854dfa2-8463-45cf-ab08-4488bdb6f66e req-9bfbd2ad-98e9-49a4-ae1e-51f27f37fe34 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Sep 26 12:49:01.190330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:01.196366 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-61439bdd-25d5-4a6a-88eb-47da2d6be633 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784256 Sep 26 12:49:01.205007 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e2dccf0a-200d-4fc9-8aa4-b5095f149b00 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106797) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 12:49:01.205939 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e2dccf0a-200d-4fc9-8aa4-b5095f149b00 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050683 Sep 26 12:49:01.317829 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:01.327610 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-dd152958-6e84-432b-b54b-93bf30e0e486 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:01.329334 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-dd152958-6e84-432b-b54b-93bf30e0e486 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports/2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 941 time: 0.0952320 Sep 26 12:49:02.180341 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc648d3-01d7-4bec-b18a-01d6bab2ab38 req-7c8bc548-c325-4e64-912b-7aea1c3b41d9 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:02.181852 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bc648d3-01d7-4bec-b18a-01d6bab2ab38 req-7c8bc548-c325-4e64-912b-7aea1c3b41d9 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0508382 Sep 26 12:49:02.232459 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-5bc648d3-01d7-4bec-b18a-01d6bab2ab38 req-9faea51d-1e2f-405f-8337-7fef987dcc96 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Sep 26 12:49:03.354218 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d94b6-b7f1-449f-a2b1-410136e5c7f1 req-ff63e6b2-94e7-4921-bfb4-150d72684ea7 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:03.355704 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-160d94b6-b7f1-449f-a2b1-410136e5c7f1 req-ff63e6b2-94e7-4921-bfb4-150d72684ea7 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0476801 Sep 26 12:49:03.405954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-160d94b6-b7f1-449f-a2b1-410136e5c7f1 req-30fde734-2c0b-4170-9556-cd6c991cbae9 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 Sep 26 12:49:04.450851 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e39288f1-7468-4d87-9b3f-138cf1e78da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.452418 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e39288f1-7468-4d87-9b3f-138cf1e78da5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107&tenant_id=d6a4f93544414adebae2aa0a6bd4fd99 HTTP/1.1" status: 200 len: 1128 time: 0.0730715 Sep 26 12:49:04.554903 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a2cd6-a428-4535-a6cc-6a47d3b2a1e4 req-8794b9d2-d7fa-43a8-804d-1a8c57f7ac17 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.556375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa2a2cd6-a428-4535-a6cc-6a47d3b2a1e4 req-8794b9d2-d7fa-43a8-804d-1a8c57f7ac17 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0734599 Sep 26 12:49:04.558616 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:04.561614 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e408d255-148e-4650-bab0-a3c7e25b0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.562995 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e408d255-148e-4650-bab0-a3c7e25b0eb9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1128 time: 0.0516899 Sep 26 12:49:04.661871 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-aa2a2cd6-a428-4535-a6cc-6a47d3b2a1e4 req-7c5c583e-6158-4fd2-a9ae-7a2455164dbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979571 Sep 26 12:49:04.686754 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e7f3b3dc-c130-4bfe-a839-71980d9fd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.688262 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-e7f3b3dc-c130-4bfe-a839-71980d9fd4db service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.1119027 Sep 26 12:49:04.755694 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-a296ae58-2397-4272-a1e8-45cda5a6f6e5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1000 time: 0.0581770 Sep 26 12:49:04.807591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-2c30cb82-3613-4116-a2f0-1688defecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.809069 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-2c30cb82-3613-4116-a2f0-1688defecf50 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0445979 Sep 26 12:49:04.854901 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-1220beb7-7488-4b83-b25c-ca6da1f9c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:04.856375 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-1220beb7-7488-4b83-b25c-ca6da1f9c941 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382781 Sep 26 12:49:04.932628 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:04.950629 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-ab7365c7-8d0a-41d8-a34e-f9b3f380e92e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 Sep 26 12:49:05.042393 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-2dad4754-1425-451c-a410-b123ca4bccf6 req-9de2db07-cac8-4b4a-b755-2df25fbbb464 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Sep 26 12:49:05.783957 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3317-dd13-4ace-8fbd-118305b4116e req-76eaa49d-f7f1-417e-a1cf-ebf860124a97 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:05.785383 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-518e3317-dd13-4ace-8fbd-118305b4116e req-76eaa49d-f7f1-417e-a1cf-ebf860124a97 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0488586 Sep 26 12:49:05.830169 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:05.835824 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-518e3317-dd13-4ace-8fbd-118305b4116e req-0fda1162-2b67-4ef2-8de8-4cb2502e2ccf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Sep 26 12:49:06.954336 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b3042-91c0-4ad8-9f70-6381b5a99296 req-994576c5-026a-4e43-9223-a068688cc0c9 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:06.955794 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d04b3042-91c0-4ad8-9f70-6381b5a99296 req-994576c5-026a-4e43-9223-a068688cc0c9 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0462549 Sep 26 12:49:07.004489 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-d04b3042-91c0-4ad8-9f70-6381b5a99296 req-1db35fb9-a178-419e-9b0a-d567217543c2 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Sep 26 12:49:08.121387 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8f58f-d7d1-455e-8fef-01dbd4b986cc req-2eff0fe5-34ae-4998-a928-cad6eae1c39c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:08.122827 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bb8f58f-d7d1-455e-8fef-01dbd4b986cc req-2eff0fe5-34ae-4998-a928-cad6eae1c39c tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0460923 Sep 26 12:49:08.174139 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-7bb8f58f-d7d1-455e-8fef-01dbd4b986cc req-95cc9539-2edc-49be-82fc-e4af60c360ef tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Sep 26 12:49:08.254516 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:09.291346 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348294e-f478-43a6-b4bd-8eb78066ebf3 req-f5d43b29-54e0-4c18-8d5f-729fa244d4ab tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:09.292745 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b348294e-f478-43a6-b4bd-8eb78066ebf3 req-f5d43b29-54e0-4c18-8d5f-729fa244d4ab tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0462875 Sep 26 12:49:09.341750 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-b348294e-f478-43a6-b4bd-8eb78066ebf3 req-9d3120ae-9f53-4767-8332-18ad96c99e3f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Sep 26 12:49:10.049119 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3e9c111a-fad4-40fc-8eea-d42aa8f4fa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:10.460751 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f0623-d89c-43d2-bc04-8bdcd3fc3924 req-226af52a-6b90-4334-989a-cfe3b5907f14 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:10.462228 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae9f0623-d89c-43d2-bc04-8bdcd3fc3924 req-226af52a-6b90-4334-989a-cfe3b5907f14 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0463338 Sep 26 12:49:10.511044 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-ae9f0623-d89c-43d2-bc04-8bdcd3fc3924 req-bd41c8b2-088c-4e98-9a3a-4b1ca9238546 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Sep 26 12:49:11.632314 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ac623-f8ee-4336-8f21-c5b1d2226aff req-2f5ce3ef-677f-4b6a-9975-3939aceba93f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:11.633728 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d0ac623-f8ee-4336-8f21-c5b1d2226aff req-2f5ce3ef-677f-4b6a-9975-3939aceba93f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 944 time: 0.0490587 Sep 26 12:49:11.682059 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1d0ac623-f8ee-4336-8f21-c5b1d2226aff req-a73d76bf-33d2-4cf7-afab-dfba77fbacb6 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Sep 26 12:49:12.195670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 details requested by agent hyperv_hv-cinder-82762 with host hv-cinder-82762 {{(pid=106798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:49:12.283599 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3990ebd4-49c9-4b70-9495-483cfb0753e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:12.299000 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:49:12.310698 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Returning: {'device': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'port_id': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'mac_address': 'fa:16:3e:3e:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:49:12.465481 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 is: DOWN; New status is: BUILD {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:49:12.465893 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:12.478983 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 {{(pid=106798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 12:49:12.497508 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:49:12.614923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:12.659756 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=7']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:49:12.770869 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:12.805859 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddbc2a-be56-415e-802f-d716e8eb89ad req-eff39c65-3c33-4ac2-ab33-63a2d564426b tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:12.807316 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-deddbc2a-be56-415e-802f-d716e8eb89ad req-eff39c65-3c33-4ac2-ab33-63a2d564426b tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 945 time: 0.0459702 Sep 26 12:49:12.855884 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-deddbc2a-be56-415e-802f-d716e8eb89ad req-d2009d2b-7cf7-4ea3-87cf-e46f9d1e1997 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Sep 26 12:49:13.017211 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] get_ports_and_sgs() called for port_ids ['2727d0fe-c778-4eec-92d6-290b2d2a8dd3'] {{(pid=106798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 12:49:13.344952 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:13.454653 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:13.973729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a5d4e-fbc2-4bf3-ae32-d38dfb13f516 req-478262ba-badf-4e8a-b39c-cf6c6acb0e7f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:13.975193 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-983a5d4e-fbc2-4bf3-ae32-d38dfb13f516 req-478262ba-badf-4e8a-b39c-cf6c6acb0e7f tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 945 time: 0.0463800 Sep 26 12:49:14.028191 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-983a5d4e-fbc2-4bf3-ae32-d38dfb13f516 req-52f89af6-4a78-4fcd-99aa-ea8b100d8d2e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 Sep 26 12:49:14.134019 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-486430af-ae3e-4e9b-948a-33b36b0a3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:14.135471 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-486430af-ae3e-4e9b-948a-33b36b0a3571 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1129 time: 0.0388536 Sep 26 12:49:14.221363 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 up at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:49:14.241676 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-e1e409ae-c0c8-47ec-938a-3921c55f2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:14.243178 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-e1e409ae-c0c8-47ec-938a-3921c55f2d8d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0887809 Sep 26 12:49:14.243341 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:14.267969 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.provisioning_blocks [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Provisioning complete for port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 triggered by entity L2. {{(pid=106798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 12:49:14.268345 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899998'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), provisioning_complete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:14.268717 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Attempt 1 to provision port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 Sep 26 12:49:14.304596 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-f4bcd815-1be1-4253-bf87-7cecee69a74a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1001 time: 0.0550821 Sep 26 12:49:14.341815 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Current status of the port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 is: BUILD; New status is: ACTIVE {{(pid=106798) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 12:49:14.342207 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000718'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:14.354999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-ea0ea038-b504-4f73-ad4d-b3daa1edffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:14.356521 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-ea0ea038-b504-4f73-ad4d-b3daa1edffa1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0433390 Sep 26 12:49:14.364526 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:49:14.366790 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d994e803f7b4a61084f15a2d59fc7cdd61ae7f949f773fc2d7db1156d5e782bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df0240b-a6af-42f2-ae05-c3b317595693" -d '{"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-plugged", "status": "completed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106798) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:49:14.380314 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:49:14.406559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ed6c9-e4f3-4914-85fa-4effb6c8f933 x-openstack-request-id: req-4d2ed6c9-e4f3-4914-85fa-4effb6c8f933 {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:49:14.406856 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-plugged", "status": "completed", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "code": 200}]} {{(pid=106798) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:49:14.407112 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d2ed6c9-e4f3-4914-85fa-4effb6c8f933 {{(pid=106798) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:49:14.407511 dv-cinder-827624-1-iscsi neutron-server[106798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2ed6c9-e4f3-4914-85fa-4effb6c8f933'] response: {'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'code': 200} Sep 26 12:49:14.407852 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-f5c4e607-3fa8-484e-b4e1-5f2a0aa41bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:14.409359 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-f5c4e607-3fa8-484e-b4e1-5f2a0aa41bdc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440917 Sep 26 12:49:14.471792 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739736856486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739736415699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739736415717'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:14.526218 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Pushing event updated for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=8']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:49:14.549010 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:14.564357 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-d02f7288-019b-4d36-95f1-ebb9fdb291eb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Sep 26 12:49:14.665425 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-31bb8642-255c-4aec-b67e-3252e1c1e6d3 req-58a3849f-9cbe-40e9-8bba-4261aa85acdd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839984 Sep 26 12:49:15.146417 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789daa1-2eec-4783-b110-380578e4b1c8 req-68749d7a-64f3-4ce1-b433-2b176dcc3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:15.147931 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8789daa1-2eec-4783-b110-380578e4b1c8 req-68749d7a-64f3-4ce1-b433-2b176dcc3398 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0660224 Sep 26 12:49:15.172708 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d9aff-4d39-446a-baac-cc3c3019768f req-acb34d6f-bcd4-47c2-a836-beb1482e6629 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:15.174247 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e51d9aff-4d39-446a-baac-cc3c3019768f req-acb34d6f-bcd4-47c2-a836-beb1482e6629 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0624399 Sep 26 12:49:15.184813 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:15.186369 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:15.232121 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8789daa1-2eec-4783-b110-380578e4b1c8 req-26fa04f2-30f0-4550-b533-af421297bca7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732439 Sep 26 12:49:15.247745 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e51d9aff-4d39-446a-baac-cc3c3019768f req-79b1944f-434e-4dc6-ad5a-eb6168ebac01 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658612 Sep 26 12:49:16.377046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dd856-e737-427b-95ef-238ae4b12e5c req-3c6c4ef0-7a4f-4f7a-8ab4-efc309a95b87 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:16.378490 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-729dd856-e737-427b-95ef-238ae4b12e5c req-3c6c4ef0-7a4f-4f7a-8ab4-efc309a95b87 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0514214 Sep 26 12:49:16.428238 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-729dd856-e737-427b-95ef-238ae4b12e5c req-00538dbf-1ee8-422a-ba9d-ab55b75af868 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Sep 26 12:49:17.594823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e431d-6afe-4a23-8cbc-e43de3f61fcf req-b88e9d8a-b7e8-4d76-a6f1-979a07f6f253 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:49:17.596302 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e79e431d-6afe-4a23-8cbc-e43de3f61fcf req-b88e9d8a-b7e8-4d76-a6f1-979a07f6f253 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0946357 Sep 26 12:49:17.644426 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-e79e431d-6afe-4a23-8cbc-e43de3f61fcf req-d56a14f7-8a8d-4b34-b6ed-bbf60b58b329 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Sep 26 12:49:18.205120 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:49:25.148277 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:25.149022 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:27.637991 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=44 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:27.640909 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:28.199505 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:28.200732 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:34.892738 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:35.776626 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [req-90d470e8-577a-4543-915a-7af0309f474f req-81e83479-17bc-41e0-9513-deb3c2890c07 service neutron] (106796) timed out ('10.222.0.61', 64529) {{(pid=106796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 12:49:38.316386 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:38.326431 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:40.129219 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-68e327c3-8f89-4896-bfe1-fcbf5274b51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:42.304072 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-33ba599b-7ee2-4f01-aeb1-251603bbf28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:43.426317 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:45.106200 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:45.138394 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:49:55.063685 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:55.070083 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:49:55.202614 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:50:04.886758 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:05.112755 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=16 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:05.199142 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=12 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:10.035149 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb752-f60e-441c-8e4a-c3dd3c100367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:12.275190 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0299696b-2d70-4134-a01b-4c55db894f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:13.412062 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:14.140923 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-c5b063b7-2793-4dd6-aabb-1efef8da776f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824244 Sep 26 12:50:14.251593 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-09f1c51b-893e-4d6d-97e8-bd4243f1dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:14.252955 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-09f1c51b-893e-4d6d-97e8-bd4243f1dd29 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0379183 Sep 26 12:50:14.356338 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-f916f6bc-131c-46b7-acb4-1f431f65c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:14.357755 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-f916f6bc-131c-46b7-acb4-1f431f65c97c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0830674 Sep 26 12:50:14.423226 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-fd5eab2f-90f2-4c4e-b5e8-71d85f127942 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 1002 time: 0.0565746 Sep 26 12:50:14.473642 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-1d141569-0343-481b-ae0a-6ba68d3c68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:14.475003 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-1d141569-0343-481b-ae0a-6ba68d3c68bd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0426240 Sep 26 12:50:14.517254 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-92134313-8b7d-457a-a6d6-1f039d7b6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:14.518585 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-92134313-8b7d-457a-a6d6-1f039d7b6776 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373993 Sep 26 12:50:14.612300 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-79069620-ae2d-467b-a22b-a36ee0dc703d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842695 Sep 26 12:50:14.707290 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-90004d1a-37ba-41fb-8998-feee5f2ccbbf req-2fc41422-19b2-431b-9004-b98707af9f3c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852959 Sep 26 12:50:15.111861 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:15.140777 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:15.327230 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:15.332503 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:24.697463 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=49 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:24.703924 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=52 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:25.067610 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:25.069486 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:31.081163 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47100) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:31.217519 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Deleting port bfffc989-dbef-421a-949e-f9c4a4cc47c2 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:31.217860 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.290990 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.291216 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for floatingip (bfffc989-dbef-421a-949e-f9c4a4cc47c2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.303330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Calling delete_port for bfffc989-dbef-421a-949e-f9c4a4cc47c2 owned by network:floatingip {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:31.495082 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (bfffc989-dbef-421a-949e-f9c4a4cc47c2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.517210 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event deleted for resources: {'Port': ['ID=bfffc989-dbef-421a-949e-f9c4a4cc47c2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:31.530308 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.530649 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.530988 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.531321 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.531665 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.531999 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.532320 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.532637 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.532955 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.533284 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.533587 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.533902 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.534214 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.534523 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.534834 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:31.592394 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for floatingip (acb7568d-1cde-41a5-9d91-f3b370330c40), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.592643 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.db.l3_db [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Floating IP acb7568d-1cde-41a5-9d91-f3b370330c40 disassociated (deleted). External IP: 172.27.1.252, port: 2727d0fe-c778-4eec-92d6-290b2d2a8dd3. Sep 26 12:50:31.783913 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:50:31.883780 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:50:31.888008 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for floatingip (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:31.893096 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Sync routers for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:50:31.903982 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:31.904612 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:32.009799 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:32.162050 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-d1c69800-2059-4df1-bfda-6b7d743c7bbf tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/acb7568d-1cde-41a5-9d91-f3b370330c40 HTTP/1.1" status: 204 len: 168 time: 1.0796659 Sep 26 12:50:32.163330 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:50:32.165550 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1859e19b-9b43-4719-b289-1bcd630d7c90" -d '{"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:50:32.206253 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:50:32.215691 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:32.240602 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Checking router: b6d57dd9-4797-4162-b30c-8fd9f77b5f52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:50:32.249444 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:32.249931 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:32.328389 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812dc449-a7ce-4658-844c-c9b819c5e1d2 x-openstack-request-id: req-812dc449-a7ce-4658-844c-c9b819c5e1d2 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:50:32.328677 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:50:32.328933 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-812dc449-a7ce-4658-844c-c9b819c5e1d2 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:50:32.329333 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812dc449-a7ce-4658-844c-c9b819c5e1d2'] response: {'name': 'network-changed', 'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'status': 'completed', 'code': 200} Sep 26 12:50:32.351983 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:32.405539 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:32.430546 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:32.438498 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-308ee408-fc63-460e-98e1-398cb2fb945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:32.440084 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-308ee408-fc63-460e-98e1-398cb2fb945e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 1130 time: 0.0423594 Sep 26 12:50:32.533525 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:32.536006 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-47e656c5-7ae0-458e-9bb5-d55e465105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:32.537504 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-47e656c5-7ae0-458e-9bb5-d55e465105e6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 200 len: 910 time: 0.0876400 Sep 26 12:50:32.561782 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912f6ae-fa9d-4a3e-a030-7e44816a3a29 None None] The sync data for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi is: [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:45:58Z', 'revision_number': 4, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi', '_interfaces': [{'id': '6e9d306d-6aa9-41e5-96a6-bdc56501f0fc', 'name': '', 'network_id': '9816d815-90f4-4914-a863-b8f60e98f6b4', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'mac_address': 'fa:16:3e:a3:f4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:58Z', 'updated_at': '2022-09-26T12:46:02Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'subnets': [{'id': '54bd8093-10ae-4fb5-9fb4-5af70e691c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:50:32.583238 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-8a10ec6d-ceb9-4fc0-8932-5e834406f92f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 200 len: 217 time: 0.0340261 Sep 26 12:50:32.637264 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-faa7bd01-0cb2-4a7e-9208-5a9d587de9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:32.638749 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-faa7bd01-0cb2-4a7e-9208-5a9d587de9cc service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 200 len: 848 time: 0.0457218 Sep 26 12:50:32.697792 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-9845c1b6-6c72-43d1-a584-e78f943be9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:32.699598 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-9845c1b6-6c72-43d1-a584-e78f943be9e9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9816d815-90f4-4914-a863-b8f60e98f6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479298 Sep 26 12:50:32.746937 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcc940-16db-4a6c-a82c-44b3509a3162 req-72281442-7a21-4b00-bbeb-a9cb4b25816e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:32.748467 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cebcc940-16db-4a6c-a82c-44b3509a3162 req-72281442-7a21-4b00-bbeb-a9cb4b25816e tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0523651 Sep 26 12:50:32.785178 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18812d-0875-40ab-91a1-27ada55a82cb None None] New status for floating IP acb7568d-1cde-41a5-9d91-f3b370330c40: DOWN {{(pid=106798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 12:50:32.799272 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-cebcc940-16db-4a6c-a82c-44b3509a3162 req-dc4dfed8-2407-4f56-b6c7-50d93dd59702 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Sep 26 12:50:34.022449 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03558-e32b-424d-b417-b7d1330d99f9 req-374bb8f4-08d7-466f-9546-766acb44b764 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:34.026982 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1e03558-e32b-424d-b417-b7d1330d99f9 req-374bb8f4-08d7-466f-9546-766acb44b764 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.1488121 Sep 26 12:50:34.081194 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-d82744de-bf9c-4522-bb7c-b94317d41e28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467125 Sep 26 12:50:34.096992 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-f1e03558-e32b-424d-b417-b7d1330d99f9 req-da7906fa-cf7b-4797-b5aa-f6e8594ec298 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3c8972ba-d11b-45e1-ac8c-7d2031918fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667984 Sep 26 12:50:34.260301 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-1859e19b-9b43-4719-b289-1bcd630d7c90 req-bee29097-aa81-4d72-85bf-27fc14924811 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Sep 26 12:50:34.694674 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-78c7a284-6c2d-4633-95c6-8d98f8691d07 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 12:50:34.696754 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-78c7a284-6c2d-4633-95c6-8d98f8691d07 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 946 time: 0.0451336 Sep 26 12:50:34.778764 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Deleting port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:34.779106 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:34.857876 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=100 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:34.873167 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] For port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3, host hv-cinder-82762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82762',level=0,port_id=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:34.873532 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:34.886400 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Calling delete_port for 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 owned by compute:nova {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:34.900964 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:34.997045 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:35.097986 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (2727d0fe-c778-4eec-92d6-290b2d2a8dd3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:35.127100 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event deleted for resources: {'Port': ['ID=2727d0fe-c778-4eec-92d6-290b2d2a8dd3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:35.172516 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] No DVR routers for this DVR port 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 on host hv-cinder-82762 {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:50:35.175173 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-922726'] for port (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:35.178421 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-dbd54571-13ec-47d5-9781-0b08274e3669 req-7d1d12ba-f9c8-4d4a-915b-95494ee4fe31 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.61 "DELETE /networking/v2.0/ports/2727d0fe-c778-4eec-92d6-290b2d2a8dd3 HTTP/1.1" status: 204 len: 173 time: 0.4745989 Sep 26 12:50:35.178909 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-deleted', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3'}] {{(pid=106797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 12:50:35.181202 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7de2aad731408504b5ea85db3a2745e47301b1ece5c1cf8b676ef33cc3e3f9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66eecb2-6135-4c48-849a-5072536d7ebf" -d '{"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-deleted", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3"}]}' {{(pid=106797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:50:35.216040 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-76ea62ec-3dfc-4cf8-b907-224b0e5c2aa5 req-72c9e459-941c-4915-8784-46915a18ca93 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Sep 26 12:50:35.219814 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e923064b-c77a-4097-9da0-38bbeaa83f03 x-openstack-request-id: req-e923064b-c77a-4097-9da0-38bbeaa83f03 {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:50:35.220101 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4061985-61e3-4cc1-8ee6-53f49db52107", "name": "network-vif-deleted", "tag": "2727d0fe-c778-4eec-92d6-290b2d2a8dd3", "status": "completed", "code": 200}]} {{(pid=106797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:50:35.220379 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e923064b-c77a-4097-9da0-38bbeaa83f03 {{(pid=106797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:50:35.220794 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e923064b-c77a-4097-9da0-38bbeaa83f03'] response: {'server_uuid': 'a4061985-61e3-4cc1-8ee6-53f49db52107', 'name': 'network-vif-deleted', 'tag': '2727d0fe-c778-4eec-92d6-290b2d2a8dd3', 'status': 'completed', 'code': 200} Sep 26 12:50:36.331778 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [req-8f53258d-8833-4fb1-b41d-d7f36e904d12 req-1201fa4a-a206-4a0b-a278-10cb67370a08 tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a4061985-61e3-4cc1-8ee6-53f49db52107 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Sep 26 12:50:37.400950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47136) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:37.457009 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (3c8972ba-d11b-45e1-ac8c-7d2031918fd0), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:37.480453 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (3c8972ba-d11b-45e1-ac8c-7d2031918fd0), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:37.600993 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (3c8972ba-d11b-45e1-ac8c-7d2031918fd0), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:37.603610 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:37.604798 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3c8972ba-d11b-45e1-ac8c-7d2031918fd0 HTTP/1.1" status: 204 len: 168 time: 0.2041073 Sep 26 12:50:37.613890 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8972ba-d11b-45e1-ac8c-7d2031918fd0,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.623535 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.624523 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.624523 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.624523 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.624851 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.625165 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.625486 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c84c-a240-4de2-b8b6-da1801bda4ba tempest-TestShelveInstance-1108341879 tempest-TestShelveInstance-1108341879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:37.728672 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47142) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:38.284963 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:38.499210 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Deleting port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:38.500519 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:38.577211 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] For port 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:38.577495 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:38.590347 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Calling delete_port for 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc owned by network:router_interface {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:38.623929 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 no longer exists at agent hyperv_hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:38.643619 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] No Port match for: 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:38.643986 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Device 2727d0fe-c778-4eec-92d6-290b2d2a8dd3 not bound to the agent host hv-cinder-82762 {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:38.649725 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:38.655396 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:39.003968 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (6e9d306d-6aa9-41e5-96a6-bdc56501f0fc), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.026732 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9d306d-6aa9-41e5-96a6-bdc56501f0fc,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:39.195949 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.396950 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:50:39.493611 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:50:39.499004 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-1450ddd4-8f54-4371-85f2-8d520a92037f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b6d57dd9-4797-4162-b30c-8fd9f77b5f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693224 Sep 26 12:50:39.502039 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47144) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:39.504885 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Sync routers for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:50:39.515042 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:39.516386 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:39.583216 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:39.601861 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks [] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.616205 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:39.700302 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks [] for router_gateway (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.780363 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:50:38Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:39.808011 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Checking router: b6d57dd9-4797-4162-b30c-8fd9f77b5f52 for host: dv-cinder-827624-1-iscsi {{(pid=106799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:50:39.815494 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:39.817474 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Routers {'b6d57dd9-4797-4162-b30c-8fd9f77b5f52'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:39.818065 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:12Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'], 'active': True} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:39.820475 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=100 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:39.867236 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Deleting port 3b244ab9-985b-45ba-9f67-509aa476809b {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:39.867602 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.930981 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:39.953649 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] For port 3b244ab9-985b-45ba-9f67-509aa476809b, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=3b244ab9-985b-45ba-9f67-509aa476809b,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:39.953924 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:39.967589 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Calling delete_port for 3b244ab9-985b-45ba-9f67-509aa476809b owned by network:router_gateway {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:40.009427 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_dvr_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] Set router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:40.037959 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bee22684-b306-4bc9-9a81-74848b493208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.187620 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.l3_hamode_db [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:50:38Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:40.214657 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50584f65-95e1-4ea7-8c05-45802b3d46d2 None None] The sync data for ids ['b6d57dd9-4797-4162-b30c-8fd9f77b5f52'] in dv-cinder-827624-1-iscsi is: [{'id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'name': 'tempest-TestShelveInstance-1836086954-router', 'tenant_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:45:55Z', 'updated_at': '2022-09-26T12:50:38Z', 'revision_number': 5, 'project_id': 'd6a4f93544414adebae2aa0a6bd4fd99', 'gw_port': {'id': '3b244ab9-985b-45ba-9f67-509aa476809b', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d57dd9-4797-4162-b30c-8fd9f77b5f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:45:56Z', 'updated_at': '2022-09-26T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}] {{(pid=106799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:50:40.215692 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (3b244ab9-985b-45ba-9f67-509aa476809b), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.239357 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b244ab9-985b-45ba-9f67-509aa476809b,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:40.310774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.398034 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.400244 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks [] for router_controller (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.506680 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (b6d57dd9-4797-4162-b30c-8fd9f77b5f52), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.507291 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6d57dd9-4797-4162-b30c-8fd9f77b5f52 {{(pid=106796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:50:40.514065 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.514065 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-7dc05f07-6f38-446b-bc7f-ab666d7bc14b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b6d57dd9-4797-4162-b30c-8fd9f77b5f52 HTTP/1.1" status: 204 len: 168 time: 1.0097969 Sep 26 12:50:40.516102 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47146) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:40.559909 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Deleting subnet 54bd8093-10ae-4fb5-9fb4-5af70e691c8d {{(pid=106796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:50:40.563916 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Publish callbacks [] for subnet (54bd8093-10ae-4fb5-9fb4-5af70e691c8d), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.603810 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321684'] for subnet (54bd8093-10ae-4fb5-9fb4-5af70e691c8d), precommit_delete_associations {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.647397 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:40.682375 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (54bd8093-10ae-4fb5-9fb4-5af70e691c8d), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.816083 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10272583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9962167'] for subnet (54bd8093-10ae-4fb5-9fb4-5af70e691c8d), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.842955 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bd8093-10ae-4fb5-9fb4-5af70e691c8d,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:40.847059 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.850336 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9fadfb8b-db9e-43d8-bbab-6ca6ae67e333 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/54bd8093-10ae-4fb5-9fb4-5af70e691c8d HTTP/1.1" status: 204 len: 168 time: 0.3332248 Sep 26 12:50:40.852814 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47148) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:40.854344 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ce27d-bf51-4ada-b8be-b59bf87ae1a0 None None] Network 9816d815-90f4-4914-a863-b8f60e98f6b4 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:50:40.927131 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (9816d815-90f4-4914-a863-b8f60e98f6b4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:40.969872 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Deleting port ae31adb2-52ee-476d-948a-8327a3b06d02 {{(pid=106796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:40.970215 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.035337 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.db [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] For port ae31adb2-52ee-476d-948a-8327a3b06d02, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=ae31adb2-52ee-476d-948a-8327a3b06d02,segment=NetworkSegment(f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4),segment_id=f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4)] {{(pid=106796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:41.035728 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.049473 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.plugin [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Calling delete_port for ae31adb2-52ee-476d-948a-8327a3b06d02 owned by network:dhcp {{(pid=106796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:41.115505 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:41.211924 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10272552'] for port (ae31adb2-52ee-476d-948a-8327a3b06d02), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.214435 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56996fbf-855b-4531-8730-45ac3b69af83 None None] DHCP port deletion for 9816d815-90f4-4914-a863-b8f60e98f6b4 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:50:41.240830 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae31adb2-52ee-476d-948a-8327a3b06d02,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:41.242625 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] No DVR routers for this DVR port ae31adb2-52ee-476d-948a-8327a3b06d02 on host dv-cinder-827624-1-iscsi {{(pid=106796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:50:41.314527 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (9816d815-90f4-4914-a863-b8f60e98f6b4), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.334512 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9816d815-90f4-4914-a863-b8f60e98f6b4']}} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:41.344278 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4') {'for_net_delete': True} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:41.344554 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.services.segments.db [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4') {} {{(pid=106796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:41.353903 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321711'] for segment (f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.366790 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.372915 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:50:41.373294 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10272765'] for segment (f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.449529 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4 resource provider aggregate not found Sep 26 12:50:41.466084 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.services.segments.plugin [-] Segment f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0fe25a0-8f84-4794-878a-5c4c3ccb2ce4 found for delete ", "request_id": "req-ae1e768d-a4a8-4330-ade0-18efc6ef7fe4"}]} Sep 26 12:50:41.560998 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (9816d815-90f4-4914-a863-b8f60e98f6b4), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.566998 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:41.569437 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/9816d815-90f4-4914-a863-b8f60e98f6b4 HTTP/1.1" status: 204 len: 168 time: 0.7152619 Sep 26 12:50:41.572509 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47156) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:41.581162 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88930-95d5-4d05-bcf3-89cfd590c3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9816d815-90f4-4914-a863-b8f60e98f6b4,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:41.878431 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768684'] for router_interface (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.023904 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3b244ab9-985b-45ba-9f67-509aa476809b no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:42.047559 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 3b244ab9-985b-45ba-9f67-509aa476809b {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:42.047943 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 3b244ab9-985b-45ba-9f67-509aa476809b not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:42.048364 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device ae31adb2-52ee-476d-948a-8327a3b06d02 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:42.066471 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: ae31adb2-52ee-476d-948a-8327a3b06d02 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:42.066814 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device ae31adb2-52ee-476d-948a-8327a3b06d02 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:42.067221 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:42.084979 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:42.085332 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 6e9d306d-6aa9-41e5-96a6-bdc56501f0fc not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:42.100055 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Deleting port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:42.100418 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.181540 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] For port 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:42.181815 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.195362 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Calling delete_port for 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb owned by network:router_interface {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:42.254811 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:42.275576 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c05d7a17-dd9b-4099-86a9-055b36a43898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.324613 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:42.443935 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (25c26441-8a57-44f3-b9f6-6b2ac7adf1eb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.466823 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c26441-8a57-44f3-b9f6-6b2ac7adf1eb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:42.635433 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532764'] for router_interface (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:42.834479 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Router d0bb7f18-50ba-4339-99c1-f1cfeae93950 has already been hosted by L3 agent fc66accf-bd4a-41f4-a82c-062c21afdd28 {{(pid=106797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:50:42.934691 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] Notify agent at l3_agent.dv-cinder-827624-1-iscsi the message routers_updated {{(pid=106797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:50:42.939903 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-20fcf2c4-719b-4892-95e9-aeeba4c65835 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d0bb7f18-50ba-4339-99c1-f1cfeae93950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3663561 Sep 26 12:50:42.942443 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47158) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:42.943859 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Sync routers for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:50:42.954428 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:42.955129 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:43.041339 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks [] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.054289 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: dv-cinder-827624-1-iscsi {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:43.137305 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks [] for router_gateway (d0bb7f18-50ba-4339-99c1-f1cfeae93950), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.221983 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'external_fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:50:42Z', 'revision_number': 5, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port': {'id': '105d0b3b-f884-4b2d-94d9-9fc272b87adb', 'name': '', 'network_id': '146ab7da-0ea1-4315-9f6b-c02c65dbd9aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827624-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T12:46:02Z', 'updated_at': '2022-09-26T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eaacf74-0638-43ed-b36b-4d09bad6982e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827624-1-iscsi'}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:43.246184 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Checking router: d0bb7f18-50ba-4339-99c1-f1cfeae93950 for host: dv-cinder-827624-1-iscsi {{(pid=106798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:50:43.255127 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Routers {'d0bb7f18-50ba-4339-99c1-f1cfeae93950'} bound to L3 agent in host dv-cinder-827624-1-iscsi {{(pid=106798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 12:50:43.255873 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827624-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T12:25:12Z,description=,heartbeat_timestamp=2022-09-26T12:50:42Z,host='dv-cinder-827624-1-iscsi',id=fc66accf-bd4a-41f4-a82c-062c21afdd28,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T12:25:13Z,topic='l3_agent')) {'router_ids': ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'], 'active': True} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:43.262200 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Deleting port 105d0b3b-f884-4b2d-94d9-9fc272b87adb {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:43.262567 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.301645 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:43.341079 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvr_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] Set router d0bb7f18-50ba-4339-99c1-f1cfeae93950 gateway port host: None {{(pid=106798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 12:50:43.348591 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] For port 105d0b3b-f884-4b2d-94d9-9fc272b87adb, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=105d0b3b-f884-4b2d-94d9-9fc272b87adb,segment=NetworkSegment(696630fe-4e9c-48e5-af23-946784ab0e7b),segment_id=696630fe-4e9c-48e5-af23-946784ab0e7b)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:43.348956 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.358166 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:43.362234 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Calling delete_port for 105d0b3b-f884-4b2d-94d9-9fc272b87adb owned by network:router_gateway {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:43.396584 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_hamode_db [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:50:43Z', 'revision_number': 6, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port_host': None}], 'dv-cinder-827624-1-iscsi', False) {} {{(pid=106798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:43.426639 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fc733-b7ed-4744-98c2-5bbb8db56952 None None] The sync data for ids ['d0bb7f18-50ba-4339-99c1-f1cfeae93950'] in dv-cinder-827624-1-iscsi is: [{'id': 'd0bb7f18-50ba-4339-99c1-f1cfeae93950', 'name': 'tempest-TestShelveInstance-2073921196-router', 'tenant_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T12:46:01Z', 'updated_at': '2022-09-26T12:50:43Z', 'revision_number': 6, 'project_id': 'aa3c5e4a4a904d7e9e1365bbbfd55e33', 'gw_port_host': None}] {{(pid=106798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:50:43.489453 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.603900 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (105d0b3b-f884-4b2d-94d9-9fc272b87adb), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.627294 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Pushing event deleted for resources: {'Port': ['ID=105d0b3b-f884-4b2d-94d9-9fc272b87adb,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:43.690046 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536406'] for router_gateway (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.776932 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8094'] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.779180 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks [] for router_controller (d0bb7f18-50ba-4339-99c1-f1cfeae93950), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.904097 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (d0bb7f18-50ba-4339-99c1-f1cfeae93950), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.904753 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0bb7f18-50ba-4339-99c1-f1cfeae93950 {{(pid=106797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:50:43.909840 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.910954 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-6733da42-0dad-4924-983a-3190bc8cb12d admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d0bb7f18-50ba-4339-99c1-f1cfeae93950 HTTP/1.1" status: 204 len: 168 time: 0.9676027 Sep 26 12:50:43.913500 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47160) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:43.958269 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Deleting subnet 6e78b7ef-4cf1-46cc-8442-9b8dcca36527 {{(pid=106797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 12:50:43.961420 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Publish callbacks [] for subnet (6e78b7ef-4cf1-46cc-8442-9b8dcca36527), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:43.996176 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3111116'] for subnet (6e78b7ef-4cf1-46cc-8442-9b8dcca36527), precommit_delete_associations {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.219998 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 105d0b3b-f884-4b2d-94d9-9fc272b87adb no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:44.241163 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 105d0b3b-f884-4b2d-94d9-9fc272b87adb {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:44.241513 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 105d0b3b-f884-4b2d-94d9-9fc272b87adb not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:44.241928 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:44.262173 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:44.262450 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 25c26441-8a57-44f3-b9f6-6b2ac7adf1eb not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:44.320448 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1978474'] for subnet (6e78b7ef-4cf1-46cc-8442-9b8dcca36527), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.456029 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9437551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10089788'] for subnet (6e78b7ef-4cf1-46cc-8442-9b8dcca36527), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.482623 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e78b7ef-4cf1-46cc-8442-9b8dcca36527,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:44.487434 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for subnet (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.491186 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-28f05b39-8330-4b3b-9ecc-2045a464e84b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6e78b7ef-4cf1-46cc-8442-9b8dcca36527 HTTP/1.1" status: 204 len: 168 time: 0.5767543 Sep 26 12:50:44.492601 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f85ac-53ab-497c-874c-a4cdccf9b96c None None] Network bead6924-1ff6-4803-9629-34f41f308bd3 requested from dv-cinder-827624-1-iscsi {{(pid=106798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 12:50:44.493810 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47162) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:44.564729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025759'] for network (bead6924-1ff6-4803-9629-34f41f308bd3), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.570420 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:44.610665 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Deleting port 5955838c-1a7b-4622-aff9-f03d820e01b2 {{(pid=106797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:44.611000 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.678594 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.db [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] For port 5955838c-1a7b-4622-aff9-f03d820e01b2, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5955838c-1a7b-4622-aff9-f03d820e01b2,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:44.678906 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.692219 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Calling delete_port for 5955838c-1a7b-4622-aff9-f03d820e01b2 owned by network:dhcp {{(pid=106797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:44.753729 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:44.760859 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] DHCP port deletion for bead6924-1ff6-4803-9629-34f41f308bd3 request from dv-cinder-827624-1-iscsi {{(pid=106798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 12:50:44.797241 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Deleting port 5955838c-1a7b-4622-aff9-f03d820e01b2 {{(pid=106798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 12:50:44.797618 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739736856333'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), before_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.852468 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9437440'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.862583 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.db [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] For port 5955838c-1a7b-4622-aff9-f03d820e01b2, host dv-cinder-827624-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827624-1-iscsi',level=0,port_id=5955838c-1a7b-4622-aff9-f03d820e01b2,segment=NetworkSegment(808dd116-8694-4c24-bde5-d79e15b7cad2),segment_id=808dd116-8694-4c24-bde5-d79e15b7cad2)] {{(pid=106798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:50:44.862971 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579926'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), precommit_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.875745 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Calling delete_port for 5955838c-1a7b-4622-aff9-f03d820e01b2 owned by network:dhcp {{(pid=106798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 12:50:44.877444 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5955838c-1a7b-4622-aff9-f03d820e01b2,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:44.880997 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] No DVR routers for this DVR port 5955838c-1a7b-4622-aff9-f03d820e01b2 on host dv-cinder-827624-1-iscsi {{(pid=106797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:50:44.934908 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:44.945485 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:44.954150 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739736858507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739736415690'] for port (5955838c-1a7b-4622-aff9-f03d820e01b2), after_delete {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.957304 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1892417', 'neutron.services.segments.db._delete_segments_for_network-8739736882369'] for network (bead6924-1ff6-4803-9629-34f41f308bd3), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:44.977871 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bead6924-1ff6-4803-9629-34f41f308bd3']}} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:44.978961 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Pushing event deleted for resources: {'Port': ['ID=5955838c-1a7b-4622-aff9-f03d820e01b2,revision_number=None']} {{(pid=106798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:44.981346 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] No DVR routers for this DVR port 5955838c-1a7b-4622-aff9-f03d820e01b2 on host dv-cinder-827624-1-iscsi {{(pid=106798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 12:50:44.990630 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.990977 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.991318 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.991775 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.991910 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808dd116-8694-4c24-bde5-d79e15b7cad2') {'for_net_delete': True} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:44.992030 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.992140 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.services.segments.db [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808dd116-8694-4c24-bde5-d79e15b7cad2') {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:50:44.992306 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.992676 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.992942 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.993264 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.993590 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.993927 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.994338 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.994523 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.994846 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:44.995147 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40acea1-94b2-4330-a8b8-e5e28b12cd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827624-1-iscsi {{(pid=106798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:50:45.027453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739736882261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3111159'] for segment (808dd116-8694-4c24-bde5-d79e15b7cad2), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.027453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734'] for segment (808dd116-8694-4c24-bde5-d79e15b7cad2), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.027453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:50:45.027453 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9437653'] for segment (808dd116-8694-4c24-bde5-d79e15b7cad2), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.110057 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 808dd116-8694-4c24-bde5-d79e15b7cad2 resource provider aggregate not found Sep 26 12:50:45.126697 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.services.segments.plugin [-] Segment 808dd116-8694-4c24-bde5-d79e15b7cad2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 808dd116-8694-4c24-bde5-d79e15b7cad2 found for delete ", "request_id": "req-1f34444a-da24-4f9b-894c-d9871382bbcf"}]} Sep 26 12:50:45.158156 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1892472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536451'] for network (bead6924-1ff6-4803-9629-34f41f308bd3), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.158378 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.159882 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.165802 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553216'] for network (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.167493 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/bead6924-1ff6-4803-9629-34f41f308bd3 HTTP/1.1" status: 204 len: 168 time: 0.6727204 Sep 26 12:50:45.179617 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccec60-8da7-464a-bc21-3dce3d740f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=bead6924-1ff6-4803-9629-34f41f308bd3,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:45.630672 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47172) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:45.674632 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-9a1dab78-84f8-4c55-a73a-c4aff17fa0ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d6a4f93544414adebae2aa0a6bd4fd99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428360 Sep 26 12:50:45.677014 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [-] (106797) accepted ('10.222.0.25', 47174) {{(pid=106797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:45.723969 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] Publish callbacks [] for security_group (060e07c5-dbfe-4a68-8087-5c1109358127), before_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.743880 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] Publish callbacks [] for security_group (060e07c5-dbfe-4a68-8087-5c1109358127), precommit_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.932191 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (060e07c5-dbfe-4a68-8087-5c1109358127), after_delete {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.934700 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:45.935924 dv-cinder-827624-1-iscsi neutron-server[106797]: INFO neutron.wsgi [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/060e07c5-dbfe-4a68-8087-5c1109358127 HTTP/1.1" status: 204 len: 168 time: 0.2579961 Sep 26 12:50:45.949415 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396af0c-8612-4703-87b8-78c3bcc73e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e07c5-dbfe-4a68-8087-5c1109358127,revision_number=None']} {{(pid=106797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:46.025434 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5955838c-1a7b-4622-aff9-f03d820e01b2 no longer exists at agent ovs-agent-dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:50:46.046112 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.plugin [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] No Port match for: 5955838c-1a7b-4622-aff9-f03d820e01b2 {{(pid=106798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 12:50:46.047021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron.plugins.ml2.rpc [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Device 5955838c-1a7b-4622-aff9-f03d820e01b2 not bound to the agent host dv-cinder-827624-1-iscsi {{(pid=106798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:50:46.613774 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47180) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:46.652973 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-9285ef2a-7a5f-4dac-ab4c-bfcb99c10bb8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa3c5e4a4a904d7e9e1365bbbfd55e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379915 Sep 26 12:50:46.655439 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.wsgi [-] (106796) accepted ('10.222.0.25', 47182) {{(pid=106796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 12:50:46.702036 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] Publish callbacks [] for security_group (95e454ed-9709-4edd-95a0-fbe110343ee6), before_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:46.721680 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] Publish callbacks [] for security_group (95e454ed-9709-4edd-95a0-fbe110343ee6), precommit_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:46.855117 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730567'] for security_group (95e454ed-9709-4edd-95a0-fbe110343ee6), after_delete {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:46.857789 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron_lib.callbacks.manager [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:50:46.859443 dv-cinder-827624-1-iscsi neutron-server[106796]: INFO neutron.wsgi [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/95e454ed-9709-4edd-95a0-fbe110343ee6 HTTP/1.1" status: 204 len: 168 time: 0.2025635 Sep 26 12:50:46.867354 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa2d97-2c53-44b0-ad0f-ce05e2478743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e454ed-9709-4edd-95a0-fbe110343ee6,revision_number=None']} {{(pid=106796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:50:52.323117 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=25 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:52.327962 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=35 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:55.938640 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=33,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:55.939432 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG dbcounter [-] [106797] Writing DB stats neutron:SELECT=64,neutron:DELETE=9 {{(pid=106797) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:56.030086 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:DELETE=4,neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:56.862157 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=79,neutron:DELETE=10 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:56.862916 dv-cinder-827624-1-iscsi neutron-server[106796]: DEBUG dbcounter [-] [106796] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:50:56.882088 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:04.917726 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:08.258438 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:08.259129 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:09.204205 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:51:10.075155 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3e64296a-56ac-436b-a767-98dfce10caac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:12.329923 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3c87fdde-ddf4-472a-b9a1-9982b31bf2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:13.445967 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:15.152704 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:15.177520 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:19.199607 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:19.200857 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:25.135551 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:25.136346 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:29.318876 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:29.322621 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:34.903254 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:40.034946 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9b68e6d5-10e1-4fba-9fcf-3a57f4307ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:42.320209 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3862d0c2-142c-4e97-aa0c-d4afb8d77b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:43.417561 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:45.140807 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:45.152484 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:51:46.203753 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:51:55.069137 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:51:55.077123 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:04.908700 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:06.323215 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=18 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:06.328052 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=16 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:10.023300 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-21914c43-5ec6-49e5-b44a-5f6457dda7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:12.291563 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-55df62b2-1618-456b-9e2c-8e9caf02c5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:13.417573 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:15.108391 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:15.135297 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:21.209799 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:21.210564 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:23.201995 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:52:25.077657 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:25.080092 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:33.198446 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:33.199270 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:34.954159 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:40.021387 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-90715361-612c-4056-93e1-6389c20ab02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:42.324302 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-30ac799d-ff20-4c09-81df-4b05ef48f9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:43.321711 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:43.333011 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=5 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:43.416702 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:45.125217 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:45.152490 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:52:55.076097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:52:55.082027 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:00.203957 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:53:04.947924 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:10.040471 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-5bdca7a8-1c97-44e5-b89c-1fd3c2a46f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:10.200213 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:10.200959 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:12.285348 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c45c6eec-3d02-4010-9791-bebc000cb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:13.445454 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:15.228335 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:15.251122 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:20.391569 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:20.392254 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:25.137533 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:25.139431 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:34.959239 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:37.203929 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:53:40.016678 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-3a570eb7-77a7-410f-9e45-c0cee7ceb217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:42.290865 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-57807375-7df8-42db-84a6-4980e190dd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:43.433984 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:45.125223 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:45.148496 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:53:47.200378 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:55.080675 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:53:55.086991 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:04.959677 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:05.110290 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=18 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:05.111063 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=14 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:10.021842 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-9f32a7fa-9688-4dcf-ab82-8286463e184d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:12.330938 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-a141c8a3-3763-4791-b67f-1cb4f9ff0ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:13.439610 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:14.203241 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:54:15.130670 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:15.164924 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:24.198248 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:24.198942 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:25.083844 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:25.089820 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:34.332949 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:34.343865 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=4 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:34.970495 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:39.999337 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-77a14189-099a-418f-8eb8-091be8da6353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:42.285326 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-4aa06a6a-2bdd-421e-bbe7-b67486c109e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:43.433824 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:45.102534 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:45.159234 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:54:51.202776 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:54:55.088981 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:54:55.091865 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:05.027994 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:10.005067 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8e61-ca44-4185-83df-970e65f2a108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:11.338865 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:11.349207 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:12.291266 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-bed21bf8-5e9b-46db-8165-005ecc180565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:13.444971 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:15.134139 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:15.194097 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:18.375430 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-6ef69088-1b58-4f4d-a213-bf489fc87f7a service neutron] (106797) timed out ('10.222.0.25', 42074) {{(pid=106797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 12:55:18.592482 dv-cinder-827624-1-iscsi neutron-server[106797]: DEBUG neutron.wsgi [req-3fb0a506-eff1-4586-a882-64a45d74b868 req-fd9df5d1-8f01-449c-b561-ea434abbde3f tempest-AttachVolumeShelveTestJSON-1723042171 tempest-AttachVolumeShelveTestJSON-1723042171-project] (106797) timed out ('10.222.0.25', 42088) {{(pid=106797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 12:55:25.137697 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:25.139556 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:28.202262 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG neutron.db.agents_db [None req-2f0ba54d-96de-4c9b-93a9-9bc4de910598 None None] Agent healthcheck: found 6 active agents {{(pid=106799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:55:34.988408 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-fd212620-9c8f-4b7e-bdd5-a9b1a9c64ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (9d77c07e-2c55-4331-91dd-7bb25d33f5e6), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:38.198316 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=2 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:40.004548 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-69441523-4f5d-429c-9b2c-7f17c99e6c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (65ce264f-da30-46bd-a884-3538e02592de), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:42.302473 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-1d0237c9-e354-4ed6-bd2c-5aa3821b0062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (fc66accf-bd4a-41f4-a82c-062c21afdd28), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:43.451170 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-c5b77182-d7bd-4fa8-983a-e49fe1c55554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (efd81bf4-b689-49ec-bec0-1a5918a49c05), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:45.109021 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-96f77c2c-9402-49cc-8759-b7ae9ae5fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (33e25a88-cd1e-4042-993c-8acf1cef661b), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:45.165341 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG neutron_lib.callbacks.manager [None req-0577038a-f8b6-42f8-9037-694b509de3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739736882351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899776'] for agent (2b71453a-7ce9-4b9d-98ec-f91424bfff2f), after_update {{(pid=106798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 12:55:48.340761 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:48.344581 dv-cinder-827624-1-iscsi neutron-server[106799]: DEBUG dbcounter [-] [106799] Writing DB stats neutron:SELECT=3 {{(pid=106799) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:55.094053 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 12:55:55.100156 dv-cinder-827624-1-iscsi neutron-server[106798]: DEBUG dbcounter [-] [106798] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}